141 lines · plain
1//===- TokenKinds.def - MLIR Token Description ------------------*- C++ -*-===//2//3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.4// See https://llvm.org/LICENSE.txt for license information.5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception6//7//===----------------------------------------------------------------------===//8//9// This file is intended to be #include'd multiple times to extract information10// about tokens for various clients in the lexer.11//12//===----------------------------------------------------------------------===//13 14#if !defined(TOK_MARKER) && !defined(TOK_IDENTIFIER) && \15 !defined(TOK_LITERAL) && !defined(TOK_PUNCTUATION) && \16 !defined(TOK_KEYWORD)17#error Must define one of the TOK_ macros.18#endif19 20#ifndef TOK_MARKER21#define TOK_MARKER(X)22#endif23#ifndef TOK_IDENTIFIER24#define TOK_IDENTIFIER(NAME)25#endif26#ifndef TOK_LITERAL27#define TOK_LITERAL(NAME)28#endif29#ifndef TOK_PUNCTUATION30#define TOK_PUNCTUATION(NAME, SPELLING)31#endif32#ifndef TOK_KEYWORD33#define TOK_KEYWORD(SPELLING)34#endif35 36// Markers37TOK_MARKER(eof)38TOK_MARKER(error)39TOK_MARKER(code_complete)40 41// Identifiers.42TOK_IDENTIFIER(bare_identifier) // foo43TOK_IDENTIFIER(at_identifier) // @foo44TOK_IDENTIFIER(hash_identifier) // #foo45TOK_IDENTIFIER(percent_identifier) // %foo46TOK_IDENTIFIER(caret_identifier) // ^foo47TOK_IDENTIFIER(exclamation_identifier) // !foo48 49// Literals50TOK_LITERAL(floatliteral) // 2.051TOK_LITERAL(integer) // 4252TOK_LITERAL(string) // "foo"53TOK_LITERAL(inttype) // i4, si8, ui1654 55// Punctuation.56TOK_PUNCTUATION(arrow, "->")57TOK_PUNCTUATION(at, "@")58TOK_PUNCTUATION(colon, ":")59TOK_PUNCTUATION(comma, ",")60TOK_PUNCTUATION(ellipsis, "...")61TOK_PUNCTUATION(equal, "=")62TOK_PUNCTUATION(greater, ">")63TOK_PUNCTUATION(l_brace, "{")64TOK_PUNCTUATION(l_paren, "(")65TOK_PUNCTUATION(l_square, "[")66TOK_PUNCTUATION(less, "<")67TOK_PUNCTUATION(minus, "-")68TOK_PUNCTUATION(plus, "+")69TOK_PUNCTUATION(question, "?")70TOK_PUNCTUATION(r_brace, "}")71TOK_PUNCTUATION(r_paren, ")")72TOK_PUNCTUATION(r_square, "]")73TOK_PUNCTUATION(slash, "/")74TOK_PUNCTUATION(star, "*")75TOK_PUNCTUATION(vertical_bar, "|")76 77TOK_PUNCTUATION(file_metadata_begin, "{-#")78TOK_PUNCTUATION(file_metadata_end, "#-}")79 80// Keywords. These turn "foo" into Token::kw_foo enums.81 82// NOTE: Please key these alphabetized to make it easier to find something in83// this list and to cater to OCD.84TOK_KEYWORD(affine_map)85TOK_KEYWORD(affine_set)86TOK_KEYWORD(array)87TOK_KEYWORD(attributes)88TOK_KEYWORD(bf16)89TOK_KEYWORD(ceildiv)90TOK_KEYWORD(complex)91TOK_KEYWORD(dense)92TOK_KEYWORD(dense_resource)93TOK_KEYWORD(distinct)94TOK_KEYWORD(f16)95TOK_KEYWORD(f32)96TOK_KEYWORD(f64)97TOK_KEYWORD(f80)98TOK_KEYWORD(f8E5M2)99TOK_KEYWORD(f8E4M3)100TOK_KEYWORD(f8E4M3FN)101TOK_KEYWORD(f8E5M2FNUZ)102TOK_KEYWORD(f8E4M3FNUZ)103TOK_KEYWORD(f8E4M3B11FNUZ)104TOK_KEYWORD(f8E3M4)105TOK_KEYWORD(f4E2M1FN)106TOK_KEYWORD(f6E2M3FN)107TOK_KEYWORD(f6E3M2FN)108TOK_KEYWORD(f8E8M0FNU)109TOK_KEYWORD(f128)110TOK_KEYWORD(false)111TOK_KEYWORD(floordiv)112TOK_KEYWORD(for)113TOK_KEYWORD(func)114TOK_KEYWORD(index)115TOK_KEYWORD(loc)116TOK_KEYWORD(max)117TOK_KEYWORD(memref)118TOK_KEYWORD(min)119TOK_KEYWORD(mod)120TOK_KEYWORD(none)121TOK_KEYWORD(offset)122TOK_KEYWORD(size)123TOK_KEYWORD(sparse)124TOK_KEYWORD(step)125TOK_KEYWORD(strided)126TOK_KEYWORD(symbol)127TOK_KEYWORD(tensor)128TOK_KEYWORD(tf32)129TOK_KEYWORD(to)130TOK_KEYWORD(true)131TOK_KEYWORD(tuple)132TOK_KEYWORD(type)133TOK_KEYWORD(unit)134TOK_KEYWORD(vector)135 136#undef TOK_MARKER137#undef TOK_IDENTIFIER138#undef TOK_LITERAL139#undef TOK_PUNCTUATION140#undef TOK_KEYWORD141