Inheritance diagram for CCM::Tokenizer:
Public Member Functions | |
Tokenizer (System.IO.TextReader input, string fname, ArrayList defs) | |
bool | advance () |
move on to next token. | |
Object | value () |
associated with current token. | |
int | token () |
classifies current token. | |
int | xtoken () |
Public Attributes | |
string | ref_name |
int | ref_line = 1 |
int | line = 1 |
int | col = 1 |
int | current_token |
Properties | |
string | location |
bool | PropertyParsing |
bool | AssemblyTargetParsing |
bool | EventParsing |
Hashtable | keywords |
NumberStyles | styles |
NumberFormatInfo | csharp_format_info |
int | putback_char |
Object | val |
Hashtable | defines |
const int | TAKING = 1 |
const int | TAKEN_BEFORE = 2 |
const int | ELSE_SEEN = 4 |
const int | PARENT_TAKING = 8 |
Stack | ifstack |
System.Text.StringBuilder | id_builder |
System.Text.StringBuilder | string_builder |
System.Text.StringBuilder | number_builder |
string | error_details |
string | error |
int | Line |
int | Col |
Location | Location |
Object | Value |
StringBuilder | static_cmd_arg = new System.Text.StringBuilder () |
Private Member Functions | |
bool | is_keyword (string name) |
int | GetKeyword (string name) |
void | define (string def) |
bool | is_identifier_start_character (char c) |
bool | is_identifier_part_character (char c) |
int | is_punct (char c, ref bool doread) |
bool | decimal_digits (int c) |
bool | is_hex (char e) |
void | hex_digits (int c) |
int | real_type_suffix (int c) |
int | integer_type_suffix (ulong ul, int c) |
int | adjust_int (int c) |
int | adjust_real (int t) |
int | is_number (int c) |
int | getHex (int count, out bool error) |
int | escape (int c) |
int | getChar () |
int | peekChar () |
void | putback (int c) |
void | get_cmd_arg (out string cmd, out string arg) |
bool | PreProcessLine (string arg) |
void | PreProcessDefinition (bool is_define, string arg) |
bool | eval_val (string s) |
bool | pp_primary (ref string s) |
bool | pp_unary (ref string s) |
bool | pp_eq (ref string s) |
bool | pp_and (ref string s) |
bool | pp_expr (ref string s) |
bool | eval (string s) |
void | Error_InvalidDirective () |
void | Error_UnexpectedDirective (string extra) |
void | Error_TokensSeen () |
bool | handle_preprocessing_directive (bool caller_is_taking) |
Static Private Member Functions | |
void | InitTokens () |
Tokenizer () | |
Private Attributes | |
TextReader | reader |
bool | handle_get_set = true |
bool | handle_remove_add = false |
bool | handle_assembly = false |
bool | tokens_seen = false |
bool | any_token_seen = false |
|
|
|
|
|
|
|
|
|
move on to next token.
Implements CCM::yyParser::yyInput. |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
classifies current token. Should not be called if advance() returned false.
Implements CCM::yyParser::yyInput. |
|
associated with current token. Should not be called if advance() returned false.
Implements CCM::yyParser::yyInput. |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|