squiid/rust
1
0
Fork 0
Code Issues Pull requests Projects Activity
rust/crates/libsyntax2/src/grammar.ron

317 lines
6.6 KiB
Text
Raw Normal View History

Grammar in ron
2017-12-28 23:21:54 +01:00
Grammar(
generate single byte tokens
2018-07-30 16:46:50 +02:00
single_byte_tokens: [
[";", "SEMI"],
[",", "COMMA"],
["(", "L_PAREN"],
[")", "R_PAREN"],
["{", "L_CURLY"],
["}", "R_CURLY"],
["[", "L_BRACK"],
["]", "R_BRACK"],
["<", "L_ANGLE"],
[">", "R_ANGLE"],
["@", "AT"],
["#", "POUND"],
["~", "TILDE"],
["?", "QUESTION"],
["$", "DOLLAR"],
ampersand -> amp
2018-08-05 17:18:02 +02:00
["&", "AMP"],
generate single byte tokens
2018-07-30 16:46:50 +02:00
["|", "PIPE"],
["+", "PLUS"],
["*", "STAR"],
["/", "SLASH"],
["^", "CARET"],
["%", "PERCENT"],
],
multi_byte_tokens: [
[".", "DOT"],
["..", "DOTDOT"],
["...", "DOTDOTDOT"],
["..=", "DOTDOTEQ"],
[":", "COLON"],
["::", "COLONCOLON"],
["=", "EQ"],
["==", "EQEQ"],
["=>", "FAT_ARROW"],
["!", "EXCL"],
["!=", "NEQ"],
["-", "MINUS"],
["->", "THIN_ARROW"],
compound ops
2018-08-05 15:09:25 +02:00
["<=", "LTEQ"],
[">=", "GTEQ"],
["+=", "PLUSEQ"],
["-=", "MINUSEQ"],
ampersand -> amp
2018-08-05 17:18:02 +02:00
["&&", "AMPAMP"],
Lopps && logical ops
2018-08-05 17:16:52 +02:00
["||", "PIPEPIPE"],
full precedence
2018-08-07 13:24:03 +02:00
["<<", "SHL"],
[">>", "SHR"],
["<<=", "SHLEQ"],
[">>=", "SHREQ"],
generate single byte tokens
2018-07-30 16:46:50 +02:00
],
Parser: guess what? Groundwork!
2018-01-01 16:58:46 +01:00
keywords: [
"use",
"fn",
"struct",
"enum",
"trait",
"impl",
dyn type
2018-08-13 16:42:43 +02:00
"dyn",
L: true and false are keywords
2018-01-08 19:21:59 +01:00
"true",
"false",
G: extern crate
2018-01-08 22:06:42 +01:00
"as",
"extern",
"crate",
G: mod item
2018-01-09 20:35:55 +01:00
"mod",
G: visibility
2018-01-12 20:05:46 +01:00
"pub",
"self",
"super",
G: allow self & super in paths
2018-01-13 09:55:03 +01:00
"in",
G: struct flavors
2018-01-13 20:00:26 +01:00
"where",
G: type_parameter_list
2018-01-30 20:53:19 +01:00
"for",
"loop",
"while",
"if",
If expr
2018-07-31 23:14:26 +02:00
"else",
L: const & static keywords
2018-02-02 21:30:17 +01:00
"match",
"const",
"static",
G: static items
2018-02-02 21:45:15 +01:00
"mut",
G: const item
2018-02-03 10:05:25 +01:00
"unsafe",
G: type item
2018-02-10 10:35:40 +01:00
"type",
G: value_parameters, patterns & let statement
2018-02-17 23:06:48 +01:00
"ref",
"let",
move lambdas
2018-07-31 23:30:17 +02:00
"move",
return expr
2018-08-01 10:27:31 +02:00
"return",
Parser: guess what? Groundwork!
2018-01-01 16:58:46 +01:00
],
Support contextual tokens
2018-02-04 14:46:26 +01:00
contextual_keywords: [
"auto",
"default",
"union",
],
Parser test boilerplate
2017-12-31 21:27:36 +01:00
tokens: [
Cleanup character classes
2017-12-29 22:48:47 +01:00
"ERROR",
Grammar in ron
2017-12-28 23:21:54 +01:00
"IDENT",
Cleanup character classes
2017-12-29 22:48:47 +01:00
"UNDERSCORE",
Grammar in ron
2017-12-28 23:21:54 +01:00
"WHITESPACE",
Lexer: start numbers
2017-12-30 13:22:40 +01:00
"INT_NUMBER",
"FLOAT_NUMBER",
Lexer: basic chars & lifetimes
2017-12-31 08:41:42 +01:00
"LIFETIME",
Lexer: byte strings
2017-12-31 12:02:55 +01:00
"CHAR",
"BYTE",
"STRING",
"RAW_STRING",
"BYTE_STRING",
"RAW_BYTE_STRING",
Lexer: comments groundwork
2017-12-31 14:42:22 +01:00
"COMMENT",
"DOC_COMMENT",
"SHEBANG",
Parser test boilerplate
2017-12-31 21:27:36 +01:00
],
nodes: [
Parser: guess what? Groundwork!
2018-01-01 16:58:46 +01:00
"FILE",
G: extern functions
2018-02-02 20:08:14 +01:00
renames
2018-08-13 17:27:26 +02:00
"STRUCT_DEF",
"ENUM_DEF",
"FN_DEF",
G: extern crate
2018-01-08 22:06:42 +01:00
"EXTERN_CRATE_ITEM",
more renames
2018-08-11 09:56:40 +02:00
"MODULE",
G: simplest use items
2018-01-09 21:32:18 +01:00
"USE_ITEM",
renames
2018-08-13 17:27:26 +02:00
"STATIC_DEF",
"CONST_DEF",
"TRAIT_DEF",
G: unsafe impl & trait
2018-02-04 11:39:24 +01:00
"IMPL_ITEM",
renames
2018-08-13 17:27:26 +02:00
"TYPE_DEF",
item-macros
2018-08-05 13:08:46 +02:00
"MACRO_CALL",
"TOKEN_TREE",
G: extern functions
2018-02-02 20:08:14 +01:00
G: more types
2018-02-10 22:46:17 +01:00
"PAREN_TYPE",
"TUPLE_TYPE",
"NEVER_TYPE",
"PATH_TYPE",
G: pointer types
2018-02-11 09:19:54 +01:00
"POINTER_TYPE",
G: slice & array types
2018-02-11 09:37:08 +01:00
"ARRAY_TYPE",
"SLICE_TYPE",
G: reference types
2018-02-11 09:54:09 +01:00
"REFERENCE_TYPE",
G: placeholder types
2018-02-11 09:57:05 +01:00
"PLACEHOLDER_TYPE",
G: fn pointer type
2018-02-11 10:51:09 +01:00
"FN_POINTER_TYPE",
G: for type
2018-02-11 21:32:49 +01:00
"FOR_TYPE",
impl trait type
2018-07-31 21:41:29 +02:00
"IMPL_TRAIT_TYPE",
dyn type
2018-08-13 16:42:43 +02:00
"DYN_TRAIT_TYPE",
G: more types
2018-02-10 22:46:17 +01:00
G: value_parameters, patterns & let statement
2018-02-17 23:06:48 +01:00
"REF_PAT",
"BIND_PAT",
"PLACEHOLDER_PAT",
tuple patterns
2018-08-04 14:47:45 +02:00
"PATH_PAT",
"STRUCT_PAT",
tuple patterns
2018-08-07 13:41:03 +02:00
"TUPLE_STRUCT_PAT",
tuple patterns
2018-08-04 14:47:45 +02:00
"TUPLE_PAT",
Semi statements
2018-08-07 16:00:45 +02:00
"SLICE_PAT",
Range patterns
2018-08-08 14:05:33 +02:00
"RANGE_PAT",
G: value_parameters, patterns & let statement
2018-02-17 23:06:48 +01:00
Pratt
2018-08-04 15:34:54 +02:00
// atoms
G: value_parameters, patterns & let statement
2018-02-17 23:06:48 +01:00
"TUPLE_EXPR",
for && array
2018-08-05 17:24:56 +02:00
"ARRAY_EXPR",
Paren expr
2018-08-05 16:19:03 +02:00
"PAREN_EXPR",
Path expressions
2018-07-30 16:02:51 +02:00
"PATH_EXPR",
lambda expressions
2018-07-31 22:13:08 +02:00
"LAMBDA_EXPR",
If expr
2018-07-31 23:14:26 +02:00
"IF_EXPR",
Conditionals
2018-08-05 00:03:22 +02:00
"WHILE_EXPR",
Lopps && logical ops
2018-08-05 17:16:52 +02:00
"LOOP_EXPR",
for && array
2018-08-05 17:24:56 +02:00
"FOR_EXPR",
return expr
2018-08-01 10:27:31 +02:00
"BLOCK_EXPR",
"RETURN_EXPR",
Match expr
2018-08-04 12:39:03 +02:00
"MATCH_EXPR",
"MATCH_ARM",
"MATCH_GUARD",
Pratt
2018-08-04 15:34:54 +02:00
"STRUCT_LIT",
"STRUCT_LIT_FIELD",
// postfix
"CALL_EXPR",
index expr
2018-08-05 16:24:44 +02:00
"INDEX_EXPR",
Pratt
2018-08-04 15:34:54 +02:00
"METHOD_CALL_EXPR",
"FIELD_EXPR",
"TRY_EXPR",
cast expr
2018-08-07 02:55:16 +02:00
"CAST_EXPR",
Pratt
2018-08-04 15:34:54 +02:00
// unary
"REF_EXPR",
simplify unary expr grammar
2018-08-07 13:52:03 +02:00
"PREFIX_EXPR",
Pratt
2018-08-04 15:34:54 +02:00
Range expr
2018-08-05 17:07:06 +02:00
"RANGE_EXPR", // just weird
Pratt
2018-08-04 15:34:54 +02:00
"BIN_EXPR",
G: value_parameters, patterns & let statement
2018-02-17 23:06:48 +01:00
block expr
2018-08-01 09:51:42 +02:00
"EXTERN_BLOCK_EXPR",
G: extern functions
2018-02-02 20:08:14 +01:00
"ENUM_VARIANT",
"NAMED_FIELD",
"POS_FIELD",
"ATTR",
"META_ITEM", // not an item actually
G: use trees
2018-01-13 11:42:19 +01:00
"USE_TREE",
G: simplest use items
2018-01-09 21:32:18 +01:00
"PATH",
"PATH_SEGMENT",
G: inner attributes
2018-01-08 19:40:00 +01:00
"LITERAL",
G: extern crate
2018-01-08 22:06:42 +01:00
"ALIAS",
G: visibility
2018-01-12 20:05:46 +01:00
"VISIBILITY",
G: where clause
2018-02-10 10:53:07 +01:00
"WHERE_CLAUSE",
Where clauses
2018-08-08 18:26:38 +02:00
"WHERE_PRED",
G: extern functions
2018-02-02 20:08:14 +01:00
"ABI",
G: introduce names
2018-02-10 12:00:23 +01:00
"NAME",
"NAME_REF",
expr stmt
2018-07-31 11:59:52 +02:00
G: value_parameters, patterns & let statement
2018-02-17 23:06:48 +01:00
"LET_STMT",
expr stmt
2018-07-31 11:59:52 +02:00
"EXPR_STMT",
Path expressions
2018-07-30 16:02:51 +02:00
"TYPE_PARAM_LIST",
Nodes for type args
2018-07-31 18:37:40 +02:00
"LIFETIME_PARAM",
"TYPE_PARAM",
Path expressions
2018-07-30 16:02:51 +02:00
"TYPE_ARG_LIST",
Nodes for type args
2018-07-31 18:37:40 +02:00
"LIFETIME_ARG",
"TYPE_ARG",
"ASSOC_TYPE_ARG",
Introduce param & arg list
2018-07-31 11:32:53 +02:00
"PARAM_LIST",
Rename VALUE_PARAMETER -> PARAM
2018-07-31 22:13:55 +02:00
"PARAM",
impl items
2018-07-31 17:03:50 +02:00
"SELF_PARAM",
Introduce param & arg list
2018-07-31 11:32:53 +02:00
"ARG_LIST",
Generate AST
2018-08-09 16:43:39 +02:00
],
Use dict for AST
2018-08-11 09:11:58 +02:00
ast: {
"File": (
bump ron
2018-08-11 08:38:27 +02:00
collections: [
Module map implementation
2018-08-21 17:30:10 +02:00
["functions", "FnDef"],
["modules", "Module"],
bump ron
2018-08-11 08:38:27 +02:00
]
Generate AST
2018-08-09 16:43:39 +02:00
),
TypeParamList Owner
2018-08-22 15:46:42 +02:00
"FnDef": ( traits: [
"NameOwner",
"TypeParamsOwner",
"AttrsOwner",
] ),
fields are part of the structure
2018-08-14 13:45:56 +02:00
"StructDef": (
TypeParamList Owner
2018-08-22 15:46:42 +02:00
traits: [
"NameOwner",
"TypeParamsOwner",
"AttrsOwner",
],
fields are part of the structure
2018-08-14 13:45:56 +02:00
collections: [
["fields", "NamedField"]
]
),
tt-attrs
2018-08-16 11:51:40 +02:00
"NamedField": ( traits: ["NameOwner", "AttrsOwner"] ),
TypeParamList Owner
2018-08-22 15:46:42 +02:00
"EnumDef": ( traits: [
"NameOwner",
"TypeParamsOwner",
"AttrsOwner",
] ),
tt-attrs
2018-08-16 11:51:40 +02:00
"TraitDef": ( traits: ["NameOwner", "AttrsOwner"] ),
Module map implementation
2018-08-21 17:30:10 +02:00
"Module": (
traits: ["NameOwner", "AttrsOwner"],
collections: [
["modules", "Module"]
]
),
TypeParamList Owner
2018-08-22 15:46:42 +02:00
"ConstDef": ( traits: [
"NameOwner",
"TypeParamsOwner",
"AttrsOwner",
] ),
"StaticDef": ( traits: [
"NameOwner",
"TypeParamsOwner",
"AttrsOwner",
] ),
"TypeDef": ( traits: [
"NameOwner",
"TypeParamsOwner",
"AttrsOwner",
] ),
separete structure from symbols
2018-08-14 10:20:09 +02:00
"ImplItem": (),
fields are part of the structure
2018-08-14 13:45:56 +02:00
Less hackish impl structure
2018-08-14 11:38:20 +02:00
"ParenType": (),
"TupleType": (),
"NeverType": (),
"PathType": (),
"PointerType": (),
"ArrayType": (),
"SliceType": (),
"ReferenceType": (),
"PlaceholderType": (),
"FnPointerType": (),
"ForType": (),
"ImplTraitType": (),
"DynTraitType": (),
"TypeRef": ( enum: [
"ParenType",
"TupleType",
"NeverType",
"PathType",
"PointerType",
"ArrayType",
"SliceType",
"ReferenceType",
"PlaceholderType",
"FnPointerType",
"ForType",
"ImplTraitType",
"DynTraitType",
Add derive intention
2018-08-14 12:33:44 +02:00
]),
Add derive handles cursor
2018-08-16 12:11:20 +02:00
"NominalDef": (
enum: ["StructDef", "EnumDef"],
add impl initial
2018-08-22 17:05:43 +02:00
traits: [
"NameOwner",
"TypeParamsOwner",
"AttrsOwner"
],
Add derive handles cursor
2018-08-16 12:11:20 +02:00
),
TypeParamList Owner
2018-08-22 15:46:42 +02:00
"Name": (),
"NameRef": (),
"Attr": ( options: [ ["value", "TokenTree"] ] ),
"TokenTree": (),
"TypeParamList": (),
"WhereClause": (),
Use dict for AST
2018-08-11 09:11:58 +02:00
},
Generic params in structs
2018-01-28 16:53:53 +01:00
)
Reference in a new issue Copy permalink