#define __MOJOSHADER_INTERNAL__ 1 #include "mojoshader_internal.h" #if DEBUG_COMPILER_PARSER #define LEMON_SUPPORT_TRACING 1 #endif typedef struct Context { int isfail; int out_of_memory; MOJOSHADER_malloc malloc; MOJOSHADER_free free; void *malloc_data; int error_count; ErrorList *errors; Preprocessor *preprocessor; const char *token; unsigned int tokenlen; Token tokenval; unsigned int parse_errors; } Context; // Convenience functions for allocators... static inline void out_of_memory(Context *ctx) { ctx->isfail = ctx->out_of_memory = 1; } // out_of_memory static inline void *Malloc(Context *ctx, const size_t len) { void *retval = ctx->malloc((int) len, ctx->malloc_data); if (retval == NULL) out_of_memory(ctx); return retval; } // Malloc static inline char *StrDup(Context *ctx, const char *str) { char *retval = (char *) Malloc(ctx, strlen(str) + 1); if (retval != NULL) strcpy(retval, str); return retval; } // StrDup static inline void Free(Context *ctx, void *ptr) { if (ptr != NULL) // check for NULL in case of dumb free() impl. ctx->free(ptr, ctx->malloc_data); } // Free typedef enum Operator { OP_START_RANGE_UNARY_OPERATORS, OP_POSTINCREMENT, OP_POSTDECREMENT, OP_PREINCREMENT, OP_PREDECREMENT, OP_NEGATE, OP_COMPLEMENT, OP_NOT, OP_END_RANGE_UNARY_OPERATORS, OP_START_RANGE_BINARY_OPERATORS, OP_DEREF_ARRAY, OP_CALLFUNC, OP_DEREF_STRUCT, OP_COMMA, OP_MULTIPLY, OP_DIVIDE, OP_MODULO, OP_ADD, OP_SUBTRACT, OP_LSHIFT, OP_RSHIFT, OP_LESSTHAN, OP_GREATERTHAN, OP_LESSTHANOREQUAL, OP_GREATERTHANOREQUAL, OP_EQUAL, OP_NOTEQUAL, OP_BINARYAND, OP_BINARYXOR, OP_BINARYOR, OP_LOGICALAND, OP_LOGICALOR, OP_ASSIGN, OP_MULASSIGN, OP_DIVASSIGN, OP_MODASSIGN, OP_ADDASSIGN, OP_SUBASSIGN, OP_LSHIFTASSIGN, OP_RSHIFTASSIGN, OP_ANDASSIGN, OP_XORASSIGN, OP_ORASSIGN, OP_END_RANGE_BINARY_OPERATORS, OP_START_RANGE_TERNARY_OPERATORS, OP_CONDITIONAL, OP_END_RANGE_TERNARY_OPERATORS, OP_START_RANGE_DATA, OP_IDENTIFIER, OP_INT_LITERAL, OP_FLOAT_LITERAL, OP_STRING_LITERAL, OP_END_RANGE_DATA, } Operator; typedef struct Expression { Operator op; // operator } Expression; #define NEW_EXPR(cls) \ cls *retval = Malloc(ctx, sizeof (cls)); \ if (retval == NULL) { return NULL; } typedef struct ExpressionUnary { Operator op; // operator Expression *operand; } ExpressionUnary; typedef struct ExpressionBinary { Operator op; // operator Expression *left; Expression *right; } ExpressionBinary; typedef struct ExpressionTernary { Operator op; // operator Expression *left; Expression *center; Expression *right; } ExpressionTernary; typedef struct ExpressionIdentifier { Operator op; // Always OP_IDENTIFIER const char *identifier; } ExpressionIdentifier; typedef struct ExpressionLiteralInt { Operator op; // Always OP_INT_LITERAL int64 value; } ExpressionLiteralInt; typedef struct ExpressionLiteralFloat { Operator op; // Always OP_FLOAT_LITERAL double value; } ExpressionLiteralFloat; typedef struct ExpressionLiteralString { Operator op; // Always OP_STRING_LITERAL const char *string; } ExpressionLiteralString; static const char *new_identifier(Context *); static Expression *new_unary_expr(Context *, const Operator, Expression *); static Expression *new_binary_expr(Context *, const Operator, Expression *, Expression *); static Expression *new_ternary_expr(Context *, const Operator, Expression *, Expression *, Expression *); static Expression *new_identifier_expr(Context *, const char *); static Expression *new_literal_int_expr(Context *); static Expression *new_literal_float_expr(Context *); static Expression *new_literal_string_expr(Context *); static void parse_complete(const Expression *expr) { printf("parse complete!\n"); } // parse_complete // This is where the actual parsing happens. It's Lemon-generated! #define __MOJOSHADER_CALC_COMPILER__ 1 #include "calculator.h" static const char *new_identifier(Context *ctx) { // !!! FIXME: this needs to cache strings. const unsigned int len = ctx->tokenlen; char *retval = Malloc(ctx, len + 1); if (retval == NULL) return NULL; memcpy(retval, ctx->token, len); retval[len] = '\0'; return retval; } // new_identifier static Expression *new_unary_expr(Context *ctx, const Operator op, Expression *operand) { NEW_EXPR(ExpressionUnary); retval->op = op; retval->operand = operand; return (Expression *) retval; } // new_unary_expr static Expression *new_binary_expr(Context *ctx, const Operator op, Expression *left, Expression *right) { NEW_EXPR(ExpressionBinary); retval->op = op; retval->left = left; retval->right = right; return (Expression *) retval; } // new_binary_expr static Expression *new_ternary_expr(Context *ctx, const Operator op, Expression *left, Expression *center, Expression *right) { NEW_EXPR(ExpressionTernary); retval->op = op; retval->left = left; retval->center = center; retval->right = right; return (Expression *) retval; } // new_ternary_expr static Expression *new_identifier_expr(Context *ctx, const char *identifier) { NEW_EXPR(ExpressionIdentifier); retval->op = TOKEN_CALC_IDENTIFIER; retval->identifier = identifier; return (Expression *) retval; } // new_identifier_expr static inline int64 strtoi64(const char *str, unsigned int len) { int64 retval = 0; int64 mult = 1; int i = 0; while ((len) && (*str == ' ')) { str++; len--; } // while if ((len) && (*str == '-')) { mult = -1; str++; len--; } // if while (i < len) { const char ch = str[i]; if ((ch < '0') || (ch > '9')) break; i++; } // while while (--i >= 0) { const char ch = str[i]; retval += ((int64) (ch - '0')) * mult; mult *= 10; } // while return retval; } // strtoi64 static Expression *new_literal_int_expr(Context *ctx) { NEW_EXPR(ExpressionLiteralInt); retval->op = TOKEN_CALC_INT_CONSTANT; retval->value = strtoi64(ctx->token, ctx->tokenlen); return (Expression *) retval; } // new_literal_int_expr static inline double strtodouble(const char *_str, unsigned int len) { // !!! FIXME: laziness prevails. char *str = (char *) alloca(len+1); memcpy(str, _str, len); str[len] = '\0'; return strtod(str, NULL); } // strtodouble static Expression *new_literal_float_expr(Context *ctx) { NEW_EXPR(ExpressionLiteralFloat); retval->op = TOKEN_CALC_FLOAT_CONSTANT; retval->value = strtodouble(ctx->token, ctx->tokenlen); return (Expression *) retval; } // new_literal_float_expr static Expression *new_literal_string_expr(Context *ctx) { NEW_EXPR(ExpressionLiteralString); retval->op = TOKEN_CALC_STRING_LITERAL; retval->string = new_identifier(ctx); return (Expression *) retval; } // new_string_literal_expr static int convert_to_lemon_token(const Context *ctx) { switch (ctx->tokenval) { case ((Token) ','): return TOKEN_CALC_COMMA; case ((Token) '='): return TOKEN_CALC_ASSIGN; case ((Token) TOKEN_ADDASSIGN): return TOKEN_CALC_ADDASSIGN; case ((Token) TOKEN_SUBASSIGN): return TOKEN_CALC_SUBASSIGN; case ((Token) TOKEN_MULTASSIGN): return TOKEN_CALC_MULASSIGN; case ((Token) TOKEN_DIVASSIGN): return TOKEN_CALC_DIVASSIGN; case ((Token) TOKEN_MODASSIGN): return TOKEN_CALC_MODASSIGN; case ((Token) TOKEN_LSHIFTASSIGN): return TOKEN_CALC_LSHIFTASSIGN; case ((Token) TOKEN_RSHIFTASSIGN): return TOKEN_CALC_RSHIFTASSIGN; case ((Token) TOKEN_ANDASSIGN): return TOKEN_CALC_ANDASSIGN; case ((Token) TOKEN_ORASSIGN): return TOKEN_CALC_ORASSIGN; case ((Token) TOKEN_XORASSIGN): return TOKEN_CALC_XORASSIGN; case ((Token) '?'): return TOKEN_CALC_QUESTION; case ((Token) TOKEN_OROR): return TOKEN_CALC_OROR; case ((Token) TOKEN_ANDAND): return TOKEN_CALC_ANDAND; case ((Token) '|'): return TOKEN_CALC_OR; case ((Token) '^'): return TOKEN_CALC_XOR; case ((Token) '&'): return TOKEN_CALC_AND; case ((Token) TOKEN_EQL): return TOKEN_CALC_EQL; case ((Token) TOKEN_NEQ): return TOKEN_CALC_NEQ; case ((Token) '<'): return TOKEN_CALC_LT; case ((Token) TOKEN_LEQ): return TOKEN_CALC_LEQ; case ((Token) '>'): return TOKEN_CALC_GT; case ((Token) TOKEN_GEQ): return TOKEN_CALC_GEQ; case ((Token) TOKEN_LSHIFT): return TOKEN_CALC_LSHIFT; case ((Token) TOKEN_RSHIFT): return TOKEN_CALC_RSHIFT; case ((Token) '+'): return TOKEN_CALC_PLUS; case ((Token) '-'): return TOKEN_CALC_MINUS; case ((Token) '*'): return TOKEN_CALC_STAR; case ((Token) '/'): return TOKEN_CALC_SLASH; case ((Token) '%'): return TOKEN_CALC_PERCENT; case ((Token) '!'): return TOKEN_CALC_EXCLAMATION; case ((Token) '~'): return TOKEN_CALC_COMPLEMENT; case ((Token) TOKEN_DECREMENT): return TOKEN_CALC_MINUSMINUS; case ((Token) TOKEN_INCREMENT): return TOKEN_CALC_PLUSPLUS; case ((Token) '.'): return TOKEN_CALC_DOT; case ((Token) '['): return TOKEN_CALC_LBRACKET; case ((Token) ']'): return TOKEN_CALC_RBRACKET; case ((Token) '('): return TOKEN_CALC_LPAREN; case ((Token) ')'): return TOKEN_CALC_RPAREN; case ((Token) TOKEN_INT_LITERAL): return TOKEN_CALC_INT_CONSTANT; case ((Token) TOKEN_FLOAT_LITERAL): return TOKEN_CALC_FLOAT_CONSTANT; case ((Token) TOKEN_STRING_LITERAL): return TOKEN_CALC_STRING_LITERAL; case ((Token) ':'): return TOKEN_CALC_COLON; //case ((Token) ';'): return TOKEN_CALC_SEMICOLON; //case ((Token) '{'): return TOKEN_CALC_LBRACE; //case ((Token) '}'): return TOKEN_CALC_RBRACE; case ((Token) TOKEN_IDENTIFIER): return TOKEN_CALC_IDENTIFIER; case TOKEN_EOI: return 0; case TOKEN_BAD_CHARS: printf("bad chars from lexer\n"); return 0; case TOKEN_PREPROCESSING_ERROR: printf("error from lexer\n"); return 0; default: assert(0 && "unexpected token from lexer\n"); return 0; } // switch return 0; } // convert_to_lemon_token static void MOJOSHADER_compile(const char *filename, const char *source, unsigned int sourcelen, const MOJOSHADER_preprocessorDefine *defines, unsigned int define_count, MOJOSHADER_includeOpen include_open, MOJOSHADER_includeClose include_close, MOJOSHADER_malloc m, MOJOSHADER_free f, void *d) { Context ctx; if (m == NULL) m = MOJOSHADER_internal_malloc; if (f == NULL) f = MOJOSHADER_internal_free; memset(&ctx, '\0', sizeof (Context)); ctx.malloc = m; ctx.free = f; ctx.malloc_data = d; ctx.preprocessor = preprocessor_start(filename, source, sourcelen, include_open, include_close, defines, define_count, 0, m, f, d); void *pParser = ParseCalculatorAlloc(m, d); #if DEBUG_COMPILER_PARSER ParseCalculatorTrace(stdout, "COMPILER: "); #endif do { ctx.token = preprocessor_nexttoken(ctx.preprocessor, &ctx.tokenlen, &ctx.tokenval); ParseCalculator(pParser, convert_to_lemon_token(&ctx), 0, &ctx); } while (ctx.tokenval != TOKEN_EOI); ParseCalculatorFree(pParser, f, d); } int main(int argc, char **argv) { const char *ln; size_t len = 0; FILE *io = stdin; const char *filename = ""; while ((ln = fgetln(io, &len)) != NULL) { if ((len == 5) && (memcmp(ln, "quit\n", 5) == 0)) break; MOJOSHADER_compile(filename, ln, (unsigned int) len, NULL, 0, NULL, NULL, NULL, NULL, NULL); } // while fclose(io); return 0; } // main // end of calculator.c ...