6 个版本
0.2.0 | 2021 年 10 月 17 日 |
---|---|
0.1.4 | 2019 年 5 月 20 日 |
0.1.3 | 2017 年 6 月 23 日 |
#20 in #tokenize
每月 21 次下载
用于 erl_parse
64KB
1.5K SLoC
erl_pp
用 Rust 编写的 Erlang 源代码预处理器。
参考
示例
预处理一个 Erlang 源代码片段。
use erl_pp::Preprocessor;
use erl_tokenize::Lexer;
let src = r#"-define(FOO(A), {A, ?LINE}). io:format("Hello: ~p", [?FOO(bar)])."#;
let pp = Preprocessor::new(Lexer::new(src));
let tokens = pp.collect::<Result<Vec<_>, _>>().unwrap();
assert_eq!(tokens.iter().map(|t| t.text()).collect::<Vec<_>>(),
["io", ":", "format", "(", r#""Hello: ~p""#, ",",
"[", "{", "bar", ",", "1", "}", "]", ")", "."]);
执行示例 pp
命令
$ cargo run --example pp -- /dev/stdin <<EOS
-define(FOO, foo).
-define(BAR(A), {bar, A}).
-ifdef(FOO).
foo() ->
?FOO + ?BAR(baz).
-endif.
EOS
[Position { filepath: Some("stdin"), offset: 61, line: 6, column: 1 }] "foo"
[Position { filepath: Some("stdin"), offset: 64, line: 6, column: 4 }] "("
[Position { filepath: Some("stdin"), offset: 65, line: 6, column: 5 }] ")"
[Position { filepath: Some("stdin"), offset: 67, line: 6, column: 2 }] "->"
[Position { filepath: Some("stdin"), offset: 13, line: 1, column: 2 }] "foo"
[Position { filepath: Some("stdin"), offset: 77, line: 7, column: 2 }] "+"
[Position { filepath: Some("stdin"), offset: 35, line: 2, column: 2 }] "{"
[Position { filepath: Some("stdin"), offset: 36, line: 2, column: 3 }] "bar"
[Position { filepath: Some("stdin"), offset: 39, line: 2, column: 6 }] ","
[Position { filepath: Some("stdin"), offset: 84, line: 7, column: 7 }] "baz"
[Position { filepath: Some("stdin"), offset: 42, line: 2, column: 3 }] "}"
[Position { filepath: Some("stdin"), offset: 88, line: 7, column: 11 }] "."
TOKEN COUNT: 12
ELAPSED: 0.001244 seconds
依赖
~1.2–1.9MB
~42K SLoC