{"id":101746,"date":"2025-03-16T07:21:57","date_gmt":"2025-03-16T03:51:57","guid":{"rendered":"https:\/\/nabfollower.com\/blog\/%d8%a7%db%8c%d8%ac%d8%a7%d8%af-%d9%84%da%a9%d8%b3%d8%b1-%d8%b3%d8%a7%d8%af%d9%87-%d9%88-%d8%b3%d8%b1%db%8c%d8%b9-%d8%a8%d8%a7-%d8%a2%d8%b1%d9%85\/"},"modified":"2025-03-16T07:21:57","modified_gmt":"2025-03-16T03:51:57","slug":"%d8%a7%db%8c%d8%ac%d8%a7%d8%af-%d9%84%da%a9%d8%b3%d8%b1-%d8%b3%d8%a7%d8%af%d9%87-%d9%88-%d8%b3%d8%b1%db%8c%d8%b9-%d8%a8%d8%a7-%d8%a2%d8%b1%d9%85","status":"publish","type":"post","link":"https:\/\/nabfollower.com\/blog\/%d8%a7%db%8c%d8%ac%d8%a7%d8%af-%d9%84%da%a9%d8%b3%d8%b1-%d8%b3%d8%a7%d8%af%d9%87-%d9%88-%d8%b3%d8%b1%db%8c%d8%b9-%d8%a8%d8%a7-%d8%a2%d8%b1%d9%85\/","title":{"rendered":"\u0627\u06cc\u062c\u0627\u062f \u0644\u06a9\u0633\u0631 \u0633\u0627\u062f\u0647 \u0648 \u0633\u0631\u06cc\u0639 \u0628\u0627 \u0622\u0631\u0645"},"content":{"rendered":"<div data-article-id=\"2335499\" id=\"article-body\">\n<p>\u0633\u0644\u0627\u0645 \u0628\u0686\u0647 \u0647\u0627 \u060c \u0627\u06cc\u0646 \u0627\u0648\u0644\u06cc\u0646 \u067e\u0633\u062a \u0645\u0646 \u0627\u0633\u062a. \u0645\u0646 \u062f\u0631 \u062d\u0627\u0644 \u0646\u0648\u0634\u062a\u0646 \u0627\u06cc\u0646 \u067e\u0633\u062a \u0647\u0633\u062a\u0645 \u06a9\u0647 \u0639\u0644\u062a \u0622\u0646 \u0631\u0627 \u06a9\u0647 \u0648\u0627\u0642\u0639\u0627\u064b \u062f\u0648\u0633\u062a \u062f\u0627\u0634\u062a\u0645 \u0648 \u0627\u0632 \u0622\u0646 \u0644\u0630\u062a \u0628\u0631\u062f\u0645 \u062f\u0631 \u0647\u0646\u06af\u0627\u0645 \u0646\u0648\u0634\u062a\u0646 Tokenizer \u0628\u0627 \u0622\u0631\u0645 \u0647\u0627 \u060c \u0627\u0645\u0627 \u0646\u0645\u06cc \u062a\u0648\u0627\u0646\u0633\u062a\u0645 \u0622\u0646\u0686\u0647 \u0631\u0627 \u06a9\u0647 \u0645\u06cc \u062e\u0648\u0627\u0633\u062a\u0645 \u060c \u0634\u0627\u06cc\u062f \u0622\u0646 \u0631\u0627 \u062e\u06cc\u0644\u06cc \u0646\u0641\u0647\u0645\u06cc\u062f\u0645 \u0627\u0645\u0627 \u0622\u0631\u0645 \u0647\u0627 \u0628\u0633\u06cc\u0627\u0631 \u062e\u0648\u0628 \u0648 \u0632\u06cc\u0628\u0627 \u0647\u0633\u062a\u0646\u062f \u0648 \u0627\u06cc\u0646 \u062f\u0642\u06cc\u0642\u0627\u064b \u0645\u0627\u0646\u0646\u062f Flex \u0627\u0633\u062a.<\/p>\n<p><strong>\u0622\u0631\u0645 \u0647\u0627 \u0686\u06cc\u0633\u062a\u061f<\/strong> \u0622\u0631\u0645 \u0647\u0627 \u0633\u0631\u06cc\u0639 \u0648 \u0622\u0633\u0627\u0646 \u0628\u0631\u0627\u06cc \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 \u0698\u0646\u0631\u0627\u062a\u0648\u0631 Lexer \u0646\u0648\u0634\u062a\u0647 \u0634\u062f\u0647 \u062f\u0631 Rust \u0627\u0633\u062a \u060c \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u0627\u06af\u0631 \u0645\u06cc \u062e\u0648\u0627\u0647\u06cc\u062f \u06cc\u06a9 \u0639\u0645\u0644 \u0633\u0627\u062f\u0647 \u0644\u06a9\u0633\u06cc\u0646\u06af \u0631\u0627 \u062f\u0631 Rust \u0627\u0646\u062c\u0627\u0645 \u062f\u0647\u06cc\u062f \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f \u0622\u0631\u0645 \u0647\u0627 \u0631\u0627 \u0627\u0646\u062a\u062e\u0627\u0628 \u06a9\u0646\u06cc\u062f \u060c \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u062f Lexer \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 Token \u0631\u0627 \u0628\u0627 \u0622\u0646 \u062a\u0647\u06cc\u0647 \u06a9\u0646\u06cc\u062f \u060c \u0647\u0645\u0686\u0646\u06cc\u0646 \u062f\u0631 \u0627\u06cc\u0646 \u0646\u0645\u0648\u0646\u0647 \u0645\u0627 \u06cc\u06a9 \u0644\u06a9\u0633\u0631 \u0633\u0627\u062f\u0647 \u0645\u0628\u062a\u0646\u06cc \u0628\u0631 Token \u0627\u06cc\u062c\u0627\u062f \u062e\u0648\u0627\u0647\u06cc\u0645 \u06a9\u0631\u062f.<\/p>\n<p>\u0628\u06cc\u0627\u06cc\u06cc\u062f \u0628\u0627 \u0627\u06cc\u062c\u0627\u062f \u06cc\u06a9 \u067e\u0631\u0648\u0698\u0647 \u0633\u0627\u062f\u0647 \u0634\u0631\u0648\u0639 \u06a9\u0646\u06cc\u0645:<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/media2.dev.to\/dynamic\/image\/width=800%2Cheight=%2Cfit=scale-down%2Cgravity=auto%2Cformat=auto\/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2Fgjl9ujtpqjbpm9p9il0h.png\" alt=\"\u0634\u0631\u062d \u062a\u0635\u0648\u06cc\u0631\" loading=\"lazy\" width=\"800\" height=\"62\" title=\"\"><\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight shell\"><code>cargo new my_lexer\n<span class=\"nb\">cd <\/span>my_lexer\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u0627\u06a9\u0646\u0648\u0646 \u0628\u0627\u06cc\u062f \u0648\u0627\u0628\u0633\u062a\u06af\u06cc \u0622\u0631\u0645 \u0631\u0627 \u0628\u0647 \u067e\u0631\u0648\u0698\u0647 \u062e\u0648\u062f \u0627\u0636\u0627\u0641\u0647 \u06a9\u0646\u06cc\u0645:<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/media2.dev.to\/dynamic\/image\/width=800%2Cheight=%2Cfit=scale-down%2Cgravity=auto%2Cformat=auto\/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2Flvow1uto98jlac2j2fpz.png\" alt=\"\u0634\u0631\u062d \u062a\u0635\u0648\u06cc\u0631\" loading=\"lazy\" width=\"538\" height=\"188\" title=\"\"><\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight shell\"><code>cargo add logos\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u062e\u0648\u0628 \u060c \u0627\u06a9\u0646\u0648\u0646 \u0645\u0627 \u0622\u0645\u0627\u062f\u0647 \u0634\u0631\u0648\u0639 \u06a9\u0627\u0631 \u0647\u0633\u062a\u06cc\u0645 \u060c \u0645\u0646 \u0628\u0627 \u0627\u06cc\u062c\u0627\u062f \u06cc\u06a9 \u0641\u0627\u06cc\u0644 \u0646\u0645\u0648\u0646\u0647 \u0634\u0631\u0648\u0639 \u0645\u06cc \u06a9\u0646\u0645 \u060c \u0645\u06cc \u062e\u0648\u0627\u0647\u0645 \u06cc\u06a9 \u0632\u0646\u06af \u0628\u0633\u06cc\u0627\u0631 \u0633\u0627\u062f\u0647 \u0645\u0627\u0646\u0646\u062f \u0646\u062d\u0648 \u0631\u0627 \u0646\u0634\u0627\u0646 \u062f\u0647\u0645 \u060c \u0628\u06cc\u0627\u06cc\u06cc\u062f \u06cc\u06a9 \u067e\u0631\u0648\u0646\u062f\u0647 my_example.txt \u0631\u0627 \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u0645.<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight rust\"><code><span class=\"c1\">\/\/ examples\/my_example.txt<\/span>\n<span class=\"k\">fn<\/span> <span class=\"nf\">main<\/span><span class=\"p\">()<\/span> <span class=\"p\">{<\/span>\n   <span class=\"nf\">print<\/span><span class=\"p\">(<\/span><span class=\"s\">\"hello\"<\/span><span class=\"p\">)<\/span>\n<span class=\"p\">}<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u0627\u06a9\u0646\u0648\u0646 \u0628\u0627\u06cc\u062f \u0645\u0633\u06cc\u0631 \u067e\u0631\u0648\u0646\u062f\u0647 \u0631\u0627 \u062f\u0631 \u0628\u0631\u0646\u0627\u0645\u0647 Rust \u062e\u0648\u062f \u0637\u06cc \u06a9\u0646\u06cc\u0645 \u060c \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u0645 \u0627\u0632 \u0637\u0631\u06cc\u0642 \u0627\u0633\u062a\u0641\u0627\u062f\u0647 \u0627\u0632 ARG \u0647\u0627 \u0628\u0647 \u0622\u0646 \u0628\u0631\u0633\u06cc\u0645 \u0648 \u0647\u0645\u0686\u0646\u06cc\u0646 \u0628\u0627\u06cc\u062f \u067e\u0631\u0648\u0646\u062f\u0647 \u06af\u0631\u0641\u062a\u0647 \u0634\u062f\u0647 \u0631\u0627 \u0628\u062e\u0648\u0627\u0646\u06cc\u0645.<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight rust\"><code><span class=\"c1\">\/\/ src\/main.rs<\/span>\n<span class=\"k\">use<\/span> <span class=\"nn\">std<\/span><span class=\"p\">::<\/span><span class=\"n\">env<\/span><span class=\"p\">;<\/span>\n<span class=\"k\">use<\/span> <span class=\"nn\">std<\/span><span class=\"p\">::<\/span><span class=\"nn\">fs<\/span><span class=\"p\">::<\/span><span class=\"n\">read_to_string<\/span><span class=\"p\">;<\/span>\n\n<span class=\"k\">fn<\/span> <span class=\"nf\">main<\/span><span class=\"p\">()<\/span> <span class=\"p\">{<\/span>\n    <span class=\"k\">let<\/span> <span class=\"n\">args<\/span><span class=\"p\">:<\/span> <span class=\"nb\">Vec<\/span><span class=\"o\">&lt;<\/span><span class=\"nb\">String<\/span><span class=\"o\">&gt;<\/span> <span class=\"o\">=<\/span> <span class=\"nn\">env<\/span><span class=\"p\">::<\/span><span class=\"nf\">args<\/span><span class=\"p\">()<\/span><span class=\"nf\">.collect<\/span><span class=\"p\">();<\/span>\n    <span class=\"k\">if<\/span> <span class=\"n\">args<\/span><span class=\"nf\">.len<\/span><span class=\"p\">()<\/span> <span class=\"o\">&gt;=<\/span> <span class=\"mi\">2<\/span> <span class=\"p\">{<\/span>\n        <span class=\"k\">let<\/span> <span class=\"n\">file<\/span> <span class=\"o\">=<\/span> <span class=\"o\">&amp;<\/span><span class=\"n\">args<\/span><span class=\"p\">[<\/span><span class=\"mi\">1<\/span><span class=\"p\">];<\/span>\n        <span class=\"k\">let<\/span> <span class=\"n\">ctx<\/span> <span class=\"o\">=<\/span> <span class=\"nf\">read_to_string<\/span><span class=\"p\">(<\/span><span class=\"n\">file<\/span><span class=\"p\">)<\/span><span class=\"nf\">.expect<\/span><span class=\"p\">(<\/span><span class=\"s\">\"Should have been able to read the file\"<\/span><span class=\"p\">);<\/span>\n        <span class=\"nd\">println!<\/span><span class=\"p\">(<\/span><span class=\"s\">\"{:?}\"<\/span><span class=\"p\">,<\/span> <span class=\"n\">ctx<\/span><span class=\"p\">);<\/span>\n    <span class=\"p\">}<\/span> <span class=\"k\">else<\/span> <span class=\"p\">{<\/span>\n        <span class=\"nd\">eprintln!<\/span><span class=\"p\">(<\/span><span class=\"s\">\"pls give me a text file.\"<\/span><span class=\"p\">);<\/span>\n    <span class=\"p\">}<\/span>\n<span class=\"p\">}<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u062e\u0648\u0628 \u060c \u0628\u0646\u0627\u0628\u0631\u0627\u06cc\u0646 \u0627\u06a9\u0646\u0648\u0646 \u0645\u0627 \u06cc\u06a9 \u0628\u0631\u0646\u0627\u0645\u0647 \u062e\u0648\u0627\u0646\u0646\u062f\u0647 \u0641\u0627\u06cc\u0644 \u0633\u0627\u062f\u0647 \u062f\u0627\u0631\u06cc\u0645. \u062d\u0627\u0644 \u0628\u06cc\u0627\u06cc\u06cc\u062f \u0686\u0646\u062f \u0646\u0634\u0627\u0646\u0647 \u0627\u06cc\u062c\u0627\u062f \u06a9\u0646\u06cc\u0645.<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight rust\"><code><span class=\"nd\">#[derive(Logos,<\/span> <span class=\"nd\">Debug,<\/span> <span class=\"nd\">PartialEq)]<\/span>\n<span class=\"nd\">#[logos(skip<\/span> <span class=\"s\">r\"[ \\t\\n\\f]+\"<\/span><span class=\"nd\">)]<\/span>\n<span class=\"k\">pub<\/span> <span class=\"k\">enum<\/span> <span class=\"n\">Token<\/span><span class=\"o\">&lt;<\/span><span class=\"nv\">'a<\/span><span class=\"o\">&gt;<\/span> <span class=\"p\">{<\/span>\n    <span class=\"nd\">#[token(<\/span><span class=\"s\">\"fn\"<\/span><span class=\"nd\">)]<\/span>\n    <span class=\"n\">Function<\/span><span class=\"p\">,<\/span>\n    <span class=\"nd\">#[token(<\/span><span class=\"s\">\"{\"<\/span><span class=\"nd\">)]<\/span>\n    <span class=\"n\">LeftCurlyBracet<\/span><span class=\"p\">,<\/span>\n    <span class=\"nd\">#[token(<\/span><span class=\"s\">\"}\"<\/span><span class=\"nd\">)]<\/span>\n    <span class=\"n\">RightCurlyBracet<\/span><span class=\"p\">,<\/span>\n    <span class=\"nd\">#[token(<\/span><span class=\"s\">\"(\"<\/span><span class=\"nd\">)]<\/span>\n    <span class=\"n\">LeftBracet<\/span><span class=\"p\">,<\/span>\n    <span class=\"nd\">#[token(<\/span><span class=\"s\">\")\"<\/span><span class=\"nd\">)]<\/span>\n        <span class=\"n\">RightBracet<\/span><span class=\"p\">,<\/span>\n\n    <span class=\"nd\">#[regex(<\/span><span class=\"s\">r\"[a-zA-Z][a-zA-Z0-9]*\"<\/span><span class=\"nd\">)]<\/span>\n    <span class=\"nf\">Text<\/span><span class=\"p\">(<\/span><span class=\"o\">&amp;<\/span><span class=\"nv\">'a<\/span> <span class=\"nb\">str<\/span><span class=\"p\">),<\/span>\n    <span class=\"nd\">#[regex(<\/span><span class=\"s\">r#\"\"([^\"\\\\]|\\\\.)*\"\"#<\/span><span class=\"nd\">,<\/span> <span class=\"nd\">priority<\/span> <span class=\"nd\">=<\/span> <span class=\"mi\">1<\/span><span class=\"nd\">)]<\/span>\n    <span class=\"nf\">String<\/span><span class=\"p\">(<\/span><span class=\"o\">&amp;<\/span><span class=\"nv\">'a<\/span> <span class=\"nb\">str<\/span><span class=\"p\">),<\/span>\n<span class=\"p\">}<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p><strong>\u0645\u0627 \u062f\u0631 \u0627\u06cc\u0646\u062c\u0627 \u0686\u0647 \u06a9\u0627\u0631\u06cc \u0627\u0646\u062c\u0627\u0645 \u062f\u0627\u062f\u06cc\u0645\u061f<\/strong> \u062f\u0631 \u0645\u0631\u062d\u0644\u0647 \u0627\u0648\u0644 \u060c \u0645\u0627 \u0622\u0631\u0645 \u0647\u0627\u06cc \u0645\u0634\u062a\u0642 \u060c \u0641\u0631\u0627\u0631 \u0627\u0632 \u0645\u06a9\u0627\u0646 \u0647\u0627\u06cc \u0633\u0641\u06cc\u062f \u060c Newline \u060c EOF \u0648 Tab \u0631\u0627 \u062a\u0646\u0638\u06cc\u0645 \u0645\u06cc \u06a9\u0646\u06cc\u0645 \u060c \u067e\u0633 \u0627\u0632 \u0645\u0634\u062a\u0642 \u0647\u0627 \u060c \u0645\u0627 \u0641\u0642\u0637 \u06cc\u06a9 \u0631\u0645\u0632 \u0633\u0627\u062f\u0647 \u0628\u0627 \u0646\u0634\u0627\u0646\u0647 \u0647\u0627\u06cc \u062e\u0648\u062f \u0628\u0627 \u0646\u0634\u0627\u0646\u0647 \u0647\u0627\u06cc \u0645\u0634\u062a\u0642 \u0627\u06cc\u062c\u0627\u062f \u06a9\u0631\u062f\u06cc\u0645.<br \/>\u0645\u0627 \u062f\u0627\u0631\u06cc\u0645:<\/p>\n<ul>\n<li>\u0646\u0634\u0627\u0646\u0647 \u0647\u0627\u06cc \u0627\u0633\u062a\u0627\u062a\u06cc\u06a9: fn \u060c (\u060c) \u060c {\u060c}<\/li>\n<li>\u0645\u062a\u0646 \u0648 \u0631\u0634\u062a\u0647.<\/li>\n<\/ul>\n<p>\u0648 \u062f\u0631 \u0622\u062e\u0631 \u0645\u06cc \u062a\u0648\u0627\u0646\u06cc\u0645 \u0648\u0631\u0648\u062f\u06cc \u0631\u0627 \u0627\u0632 \u0628\u06cc\u0646 \u0628\u0628\u0631\u06cc\u0645:<\/p>\n<div class=\"highlight js-code-highlight\">\n<pre class=\"highlight rust\"><code><span class=\"c1\">\/\/ src\/main.rs<\/span>\n<span class=\"k\">use<\/span> <span class=\"nn\">std<\/span><span class=\"p\">::<\/span><span class=\"n\">env<\/span><span class=\"p\">;<\/span>\n<span class=\"k\">use<\/span> <span class=\"nn\">std<\/span><span class=\"p\">::<\/span><span class=\"nn\">fs<\/span><span class=\"p\">::<\/span><span class=\"n\">read_to_string<\/span><span class=\"p\">;<\/span>\n<span class=\"k\">use<\/span> <span class=\"nn\">logos<\/span><span class=\"p\">::<\/span><span class=\"n\">Logos<\/span><span class=\"p\">;<\/span>\n\n<span class=\"nd\">#[derive(Logos,<\/span> <span class=\"nd\">Debug,<\/span> <span class=\"nd\">PartialEq)]<\/span>\n<span class=\"nd\">#[logos(skip<\/span> <span class=\"s\">r\"[ \\t\\n\\f]+\"<\/span><span class=\"nd\">)]<\/span>\n<span class=\"k\">pub<\/span> <span class=\"k\">enum<\/span> <span class=\"n\">Token<\/span><span class=\"o\">&lt;<\/span><span class=\"nv\">'a<\/span><span class=\"o\">&gt;<\/span> <span class=\"p\">{<\/span>\n    <span class=\"nd\">#[token(<\/span><span class=\"s\">\"fn\"<\/span><span class=\"nd\">)]<\/span>\n    <span class=\"n\">Function<\/span><span class=\"p\">,<\/span>\n    <span class=\"nd\">#[token(<\/span><span class=\"s\">\"{\"<\/span><span class=\"nd\">)]<\/span>\n    <span class=\"n\">LeftCurlyBracet<\/span><span class=\"p\">,<\/span>\n    <span class=\"nd\">#[token(<\/span><span class=\"s\">\"}\"<\/span><span class=\"nd\">)]<\/span>\n    <span class=\"n\">RightCurlyBracet<\/span><span class=\"p\">,<\/span>\n    <span class=\"nd\">#[token(<\/span><span class=\"s\">\"(\"<\/span><span class=\"nd\">)]<\/span>\n    <span class=\"n\">LeftBracet<\/span><span class=\"p\">,<\/span>\n    <span class=\"nd\">#[token(<\/span><span class=\"s\">\")\"<\/span><span class=\"nd\">)]<\/span>\n        <span class=\"n\">RightBracket<\/span><span class=\"p\">,<\/span>\n\n    <span class=\"nd\">#[regex(<\/span><span class=\"s\">r\"[a-zA-Z][a-zA-Z0-9]*\"<\/span><span class=\"nd\">)]<\/span>\n    <span class=\"nf\">Text<\/span><span class=\"p\">(<\/span><span class=\"o\">&amp;<\/span><span class=\"nv\">'a<\/span> <span class=\"nb\">str<\/span><span class=\"p\">),<\/span>\n    <span class=\"nd\">#[regex(<\/span><span class=\"s\">r#\"\"([^\"\\\\]|\\\\.)*\"\"#<\/span><span class=\"nd\">,<\/span> <span class=\"nd\">priority<\/span> <span class=\"nd\">=<\/span> <span class=\"mi\">1<\/span><span class=\"nd\">)]<\/span>\n    <span class=\"nf\">String<\/span><span class=\"p\">(<\/span><span class=\"o\">&amp;<\/span><span class=\"nv\">'a<\/span> <span class=\"nb\">str<\/span><span class=\"p\">),<\/span>\n<span class=\"p\">}<\/span>\n\n<span class=\"k\">fn<\/span> <span class=\"nf\">main<\/span><span class=\"p\">()<\/span> <span class=\"p\">{<\/span>\n    <span class=\"k\">let<\/span> <span class=\"n\">args<\/span><span class=\"p\">:<\/span> <span class=\"nb\">Vec<\/span><span class=\"o\">&lt;<\/span><span class=\"nb\">String<\/span><span class=\"o\">&gt;<\/span> <span class=\"o\">=<\/span> <span class=\"nn\">env<\/span><span class=\"p\">::<\/span><span class=\"nf\">args<\/span><span class=\"p\">()<\/span><span class=\"nf\">.collect<\/span><span class=\"p\">();<\/span>\n    <span class=\"k\">if<\/span> <span class=\"n\">args<\/span><span class=\"nf\">.len<\/span><span class=\"p\">()<\/span> <span class=\"o\">&gt;=<\/span> <span class=\"mi\">2<\/span> <span class=\"p\">{<\/span>\n        <span class=\"k\">let<\/span> <span class=\"n\">file<\/span> <span class=\"o\">=<\/span> <span class=\"o\">&amp;<\/span><span class=\"n\">args<\/span><span class=\"p\">[<\/span><span class=\"mi\">1<\/span><span class=\"p\">];<\/span>\n        <span class=\"k\">let<\/span> <span class=\"n\">ctx<\/span> <span class=\"o\">=<\/span> <span class=\"nf\">read_to_string<\/span><span class=\"p\">(<\/span><span class=\"n\">file<\/span><span class=\"p\">)<\/span><span class=\"nf\">.expect<\/span><span class=\"p\">(<\/span><span class=\"s\">\"Should have been able to read the file\"<\/span><span class=\"p\">);<\/span>\n        <span class=\"k\">for<\/span> <span class=\"n\">res<\/span> <span class=\"k\">in<\/span> <span class=\"nn\">Token<\/span><span class=\"p\">::<\/span><span class=\"nf\">lexer<\/span><span class=\"p\">(<\/span><span class=\"o\">&amp;<\/span><span class=\"n\">ctx<\/span><span class=\"p\">)<\/span> <span class=\"p\">{<\/span>\n            <span class=\"k\">match<\/span> <span class=\"n\">res<\/span> <span class=\"p\">{<\/span>\n                <span class=\"nf\">Ok<\/span><span class=\"p\">(<\/span><span class=\"n\">token<\/span><span class=\"p\">)<\/span> <span class=\"k\">=&gt;<\/span> <span class=\"nd\">println!<\/span><span class=\"p\">(<\/span><span class=\"s\">\"{:#?}\"<\/span><span class=\"p\">,<\/span> <span class=\"n\">token<\/span><span class=\"p\">),<\/span>\n                <span class=\"nf\">Err<\/span><span class=\"p\">(<\/span><span class=\"n\">e<\/span><span class=\"p\">)<\/span> <span class=\"k\">=&gt;<\/span> <span class=\"nd\">panic!<\/span><span class=\"p\">(<\/span><span class=\"s\">\"some error occurred {:?}\"<\/span><span class=\"p\">,<\/span> <span class=\"n\">e<\/span><span class=\"p\">)<\/span>\n            <span class=\"p\">}<\/span>\n        <span class=\"p\">}<\/span>\n    <span class=\"p\">}<\/span> <span class=\"k\">else<\/span> <span class=\"p\">{<\/span>\n        <span class=\"nd\">eprintln!<\/span><span class=\"p\">(<\/span><span class=\"s\">\"pls give me a text file.\"<\/span><span class=\"p\">);<\/span>\n    <span class=\"p\">}<\/span>\n<span class=\"p\">}<\/span>\n<\/code><\/pre>\n<div class=\"highlight__panel js-actions-panel\">\n<div class=\"highlight__panel-action js-fullscreen-code-action\">\n    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-on\"><title>\u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u0631\u0627 \u0648\u0627\u0631\u062f \u06a9\u0646\u06cc\u062f<\/title>\n    <path d=\"M16 3h6v6h-2V5h-4V3zM2 3h6v2H4v4H2V3zm18 16v-4h2v6h-6v-2h4zM4 19h4v2H2v-6h2v4z\"\/>\n<\/svg><\/p>\n<p>    <svg xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" class=\"highlight-action crayons-icon highlight-action--fullscreen-off\"><title>\u0627\u0632 \u062d\u0627\u0644\u062a \u062a\u0645\u0627\u0645 \u0635\u0641\u062d\u0647 \u062e\u0627\u0631\u062c \u0634\u0648\u06cc\u062f<\/title>\n    <path d=\"M18 7h4v2h-6V3h2v4zM8 9H2V7h4V3h2v6zm10 8v4h-2v-6h6v2h-4zM8 15v6H6v-4H2v-2h6z\"\/>\n<\/svg><\/p>\n<\/div>\n<\/div>\n<\/div>\n<p>\u2728result\u2728<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/media2.dev.to\/dynamic\/image\/width=800%2Cheight=%2Cfit=scale-down%2Cgravity=auto%2Cformat=auto\/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2Fnwi0i60suqji4gn08r4f.png\" alt=\"\u0634\u0631\u062d \u062a\u0635\u0648\u06cc\u0631\" loading=\"lazy\" width=\"689\" height=\"355\" title=\"\"><\/p>\n<\/p><\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u0633\u0644\u0627\u0645 \u0628\u0686\u0647 \u0647\u0627 \u060c \u0627\u06cc\u0646 \u0627\u0648\u0644\u06cc\u0646 \u067e\u0633\u062a \u0645\u0646 \u0627\u0633\u062a. \u0645\u0646 \u062f\u0631 \u062d\u0627\u0644 \u0646\u0648\u0634\u062a\u0646 \u0627\u06cc\u0646 \u067e\u0633\u062a \u0647\u0633\u062a\u0645 \u06a9\u0647 \u0639\u0644\u062a \u0622\u0646 \u0631\u0627 \u06a9\u0647 \u0648\u0627\u0642\u0639\u0627\u064b \u062f\u0648\u0633\u062a \u062f\u0627\u0634\u062a\u0645 \u0648 \u0627\u0632 \u0622\u0646 \u0644\u0630\u062a \u0628\u0631\u062f\u0645 \u062f\u0631 \u0647\u0646\u06af\u0627\u0645 \u0646\u0648\u0634\u062a\u0646 Tokenizer \u0628\u0627 \u0622\u0631\u0645 \u0647\u0627 \u060c \u0627\u0645\u0627 \u0646\u0645\u06cc \u062a\u0648\u0627\u0646\u0633\u062a\u0645 \u0622\u0646\u0686\u0647 \u0631\u0627 \u06a9\u0647 \u0645\u06cc \u062e\u0648\u0627\u0633\u062a\u0645 \u060c \u0634\u0627\u06cc\u062f \u0622\u0646 \u0631\u0627 \u062e\u06cc\u0644\u06cc \u0646\u0641\u0647\u0645\u06cc\u062f\u0645 \u0627\u0645\u0627 \u0622\u0631\u0645 \u0647\u0627 \u0628\u0633\u06cc\u0627\u0631 &hellip;<\/p>\n","protected":false},"author":2,"featured_media":101747,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"fifu_image_url":"https:\/\/media2.dev.to\/dynamic\/image\/width=1000,height=500,fit=cover,gravity=auto,format=auto\/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2F8o9uv2thdicusfn2x2rl.png","fifu_image_alt":"","footnotes":""},"categories":[339],"tags":[],"class_list":["post-101746","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-dev"],"_links":{"self":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts\/101746","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/comments?post=101746"}],"version-history":[{"count":0,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/posts\/101746\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/media\/101747"}],"wp:attachment":[{"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/media?parent=101746"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/categories?post=101746"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nabfollower.com\/blog\/wp-json\/wp\/v2\/tags?post=101746"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}