chore/llcppg/token/token.go

package token

type Token uint

const (
	ILLEGAL Token = iota

	/**
	 * A token that contains some kind of punctuation.
	 */
	PUNCT

	/**
	 * A language keyword.
	 */
	KEYWORD

	/**
	 * An identifier (that is not a keyword).
	 */
	IDENT

	/**
	 * A numeric, string, or character literal.
	 */
	LITERAL

	/**
	 * A comment.
	 */
	COMMENT
)
llcppg/ast:marco & token 2024-08-16 15:03:00 +08:00			`package token`

			`type Token uint`

			`const (`
llgocppg ast/token 2024-08-20 08:58:43 +08:00			`ILLEGAL Token = iota`

llcppg/ast:marco & token 2024-08-16 15:03:00 +08:00			`/**`
			`* A token that contains some kind of punctuation.`
			`*/`
llgocppg ast/token 2024-08-20 08:58:43 +08:00			`PUNCT`

llcppg/ast:marco & token 2024-08-16 15:03:00 +08:00			`/**`
			`* A language keyword.`
			`*/`
llgocppg ast/token 2024-08-20 08:58:43 +08:00			`KEYWORD`
llcppg/ast:marco & token 2024-08-16 15:03:00 +08:00
			`/**`
			`* An identifier (that is not a keyword).`
			`*/`
llgocppg ast/token 2024-08-20 08:58:43 +08:00			`IDENT`

llcppg/ast:marco & token 2024-08-16 15:03:00 +08:00			`/**`
			`* A numeric, string, or character literal.`
			`*/`
llgocppg ast/token 2024-08-20 08:58:43 +08:00			`LITERAL`

llcppg/ast:marco & token 2024-08-16 15:03:00 +08:00			`/**`
			`* A comment.`
			`*/`
llgocppg ast/token 2024-08-20 08:58:43 +08:00			`COMMENT`
llcppg/ast:marco & token 2024-08-16 15:03:00 +08:00			`)`