rt-thread/finsh/finsh_token.h

#ifndef __FINSH_TOKEN_H__
#define __FINSH_TOKEN_H__

#include <finsh.h>

enum finsh_token_type
{
	finsh_token_type_left_paren = 1,	/* (		*/
	finsh_token_type_right_paren ,		/* )		*/
	finsh_token_type_comma ,			/* ,		*/
	finsh_token_type_semicolon ,		/* ;		*/
	finsh_token_type_mul ,				/* *		*/
	finsh_token_type_add ,				/* +		*/
	finsh_token_type_inc ,				/* ++		*/
	finsh_token_type_sub ,				/* -		*/
	finsh_token_type_dec ,				/* --		*/
	finsh_token_type_div ,				/* /		*/
	finsh_token_type_mod ,				/* %		*/
	finsh_token_type_assign ,			/* =		*/
	finsh_token_type_and,				/* &		*/
	finsh_token_type_or,				/* |		*/
	finsh_token_type_xor,				/* ^		*/
	finsh_token_type_bitwise,			/* ~		*/
	finsh_token_type_shl,				/* <<		*/
	finsh_token_type_shr,				/* >>		*/
	/*-- data type --*/
	finsh_token_type_void,				/* void		*/
	finsh_token_type_char, 				/* char		*/
	finsh_token_type_short,				/* short	*/
	finsh_token_type_int,				/* int		*/
	finsh_token_type_long,				/* long		*/
	finsh_token_type_unsigned,			/* unsigned	*/
    /* data value type */
    finsh_token_type_value_char,        /* v:char   */
    finsh_token_type_value_int,         /* v:int    */
    finsh_token_type_value_long,        /* v:long   */
    finsh_token_type_value_string,      /* v:string */
	finsh_token_type_value_null,		/* NULL 	*/
	/*-- others --*/
	finsh_token_type_identifier,		/* ID		*/
	finsh_token_type_bad,				/* bad token */
	finsh_token_type_eof
};

#define finsh_token_position(self) (self)->position
#define finsh_token_replay(self) (self)->replay = 1

void finsh_token_init(struct finsh_token* self, u_char* script);

enum finsh_token_type finsh_token_token(struct finsh_token* self);
void finsh_token_get_token(struct finsh_token* self, u_char* token);

#endif