calculator.c
branchcalculator-experiment
changeset 811 307e3ab506fa
child 812 ac8e761569da
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/calculator.c	Mon Feb 08 02:42:12 2010 -0500
@@ -0,0 +1,412 @@
+#define __MOJOSHADER_INTERNAL__ 1
+#include "mojoshader_internal.h"
+
+#if DEBUG_COMPILER_PARSER
+#define LEMON_SUPPORT_TRACING 1
+#endif
+
+typedef struct Context
+{
+    int isfail;
+    int out_of_memory;
+    MOJOSHADER_malloc malloc;
+    MOJOSHADER_free free;
+    void *malloc_data;
+    int error_count;
+    ErrorList *errors;
+    Preprocessor *preprocessor;
+    const char *token;
+    unsigned int tokenlen;
+    Token tokenval;
+    unsigned int parse_errors;
+} Context;
+
+
+// Convenience functions for allocators...
+
+static inline void out_of_memory(Context *ctx)
+{
+    ctx->isfail = ctx->out_of_memory = 1;
+} // out_of_memory
+
+static inline void *Malloc(Context *ctx, const size_t len)
+{
+    void *retval = ctx->malloc((int) len, ctx->malloc_data);
+    if (retval == NULL)
+        out_of_memory(ctx);
+    return retval;
+} // Malloc
+
+static inline char *StrDup(Context *ctx, const char *str)
+{
+    char *retval = (char *) Malloc(ctx, strlen(str) + 1);
+    if (retval != NULL)
+        strcpy(retval, str);
+    return retval;
+} // StrDup
+
+static inline void Free(Context *ctx, void *ptr)
+{
+    if (ptr != NULL)  // check for NULL in case of dumb free() impl.
+        ctx->free(ptr, ctx->malloc_data);
+} // Free
+
+typedef enum Operator
+{
+    OP_DEREF_ARRAY,
+    OP_CALLFUNC,
+    OP_DEREF_STRUCT,
+    OP_POSTINCREMENT,
+    OP_POSTDECREMENT,
+    OP_COMMA,
+    OP_PREINCREMENT,
+    OP_PREDECREMENT,
+    OP_NEGATE,
+    OP_COMPLEMENT,
+    OP_NOT,
+    OP_MULTIPLY,
+    OP_DIVIDE,
+    OP_MODULO,
+    OP_ADD,
+    OP_SUBTRACT,
+    OP_LSHIFT,
+    OP_RSHIFT,
+    OP_LESSTHAN,
+    OP_GREATERTHAN,
+    OP_LESSTHANOREQUAL,
+    OP_GREATERTHANOREQUAL,
+    OP_EQUAL,
+    OP_NOTEQUAL,
+    OP_BINARYAND,
+    OP_BINARYXOR,
+    OP_BINARYOR,
+    OP_LOGICALAND,
+    OP_LOGICALOR,
+    OP_CONDITIONAL,
+    OP_ASSIGN,
+    OP_MULASSIGN,
+    OP_DIVASSIGN,
+    OP_MODASSIGN,
+    OP_ADDASSIGN,
+    OP_SUBASSIGN,
+    OP_LSHIFTASSIGN,
+    OP_RSHIFTASSIGN,
+    OP_ANDASSIGN,
+    OP_XORASSIGN,
+    OP_ORASSIGN,
+} Operator;
+
+typedef struct Expression
+{
+    Operator op;  // operator
+} Expression;
+
+#define NEW_EXPR(cls) \
+    cls *retval = Malloc(ctx, sizeof (cls)); \
+    if (retval == NULL) { return NULL; }
+
+typedef struct ExpressionUnary
+{
+    Operator op;  // operator
+    Expression *operand;
+} ExpressionUnary;
+
+typedef struct ExpressionBinary
+{
+    Operator op;  // operator
+    Expression *left;
+    Expression *right;
+} ExpressionBinary;
+
+typedef struct ExpressionTernary
+{
+    Operator op;  // operator
+    Expression *left;
+    Expression *center;
+    Expression *right;
+} ExpressionTernary;
+
+typedef struct ExpressionIdentifier
+{
+    Operator op;  // Always TOKEN_CALC_IDENTIFIER
+    const char *identifier;
+} ExpressionIdentifier;
+
+typedef struct ExpressionLiteralInt
+{
+    Operator op;  // Always TOKEN_CALC_INT_CONSTANT
+    int64 value;
+} ExpressionLiteralInt;
+
+typedef struct ExpressionLiteralFloat
+{
+    Operator op;  // Always TOKEN_CALC_FLOAT_CONSTANT
+    double value;
+} ExpressionLiteralFloat;
+
+typedef struct ExpressionLiteralString
+{
+    Operator op;  // Always TOKEN_CALC_STRING_LITERAL
+    const char *string;
+} ExpressionLiteralString;
+
+static const char *new_identifier(Context *);
+static Expression *new_unary_expr(Context *, const Operator, Expression *);
+static Expression *new_binary_expr(Context *, const Operator, Expression *, Expression *);
+static Expression *new_ternary_expr(Context *, const Operator, Expression *, Expression *, Expression *);
+static Expression *new_identifier_expr(Context *, const char *);
+static Expression *new_literal_int_expr(Context *);
+static Expression *new_literal_float_expr(Context *);
+static Expression *new_literal_string_expr(Context *);
+
+static void parse_complete(const Expression *expr)
+{
+    printf("parse complete!\n");
+    
+} // parse_complete
+
+
+// This is where the actual parsing happens. It's Lemon-generated!
+#define __MOJOSHADER_CALC_COMPILER__ 1
+#include "calculator.h"
+
+static const char *new_identifier(Context *ctx)
+{
+    // !!! FIXME: this needs to cache strings.
+    const unsigned int len = ctx->tokenlen;
+    char *retval = Malloc(ctx, len + 1);
+    if (retval == NULL)
+        return NULL;
+    memcpy(retval, ctx->token, len);
+    retval[len] = '\0';
+    return retval;
+} // new_identifier
+
+static Expression *new_unary_expr(Context *ctx, const Operator op,
+                                  Expression *operand)
+{
+    NEW_EXPR(ExpressionUnary);
+    retval->op = op;
+    retval->operand = operand;
+    return (Expression *) retval;
+} // new_unary_expr
+
+static Expression *new_binary_expr(Context *ctx, const Operator op,
+                                   Expression *left, Expression *right)
+{
+    NEW_EXPR(ExpressionBinary);
+    retval->op = op;
+    retval->left = left;
+    retval->right = right;
+    return (Expression *) retval;
+} // new_binary_expr
+
+static Expression *new_ternary_expr(Context *ctx, const Operator op,
+                                    Expression *left, Expression *center,
+                                    Expression *right)
+{
+    NEW_EXPR(ExpressionTernary);
+    retval->op = op;
+    retval->left = left;
+    retval->center = center;
+    retval->right = right;
+    return (Expression *) retval;
+} // new_ternary_expr
+
+static Expression *new_identifier_expr(Context *ctx, const char *identifier)
+{
+    NEW_EXPR(ExpressionIdentifier);
+    retval->op = TOKEN_CALC_IDENTIFIER;
+    retval->identifier = identifier;
+    return (Expression *) retval;
+} // new_identifier_expr
+
+static inline int64 strtoi64(const char *str, unsigned int len)
+{
+    int64 retval = 0;
+    int64 mult = 1;
+    int i = 0;
+
+    while ((len) && (*str == ' '))
+    {
+        str++;
+        len--;
+    } // while
+
+    if ((len) && (*str == '-'))
+    {
+        mult = -1;
+        str++;
+        len--;
+    } // if
+
+    while (i < len)
+    {
+        const char ch = str[i];
+        if ((ch < '0') || (ch > '9'))
+            break;
+        i++;
+    } // while
+
+    while (--i >= 0)
+    {
+        const char ch = str[i];
+        retval += ((int64) (ch - '0')) * mult;
+        mult *= 10;
+    } // while
+
+    return retval;
+} // strtoi64
+
+static Expression *new_literal_int_expr(Context *ctx)
+{
+    NEW_EXPR(ExpressionLiteralInt);
+    retval->op = TOKEN_CALC_INT_CONSTANT;
+    retval->value = strtoi64(ctx->token, ctx->tokenlen);
+    return (Expression *) retval;
+} // new_literal_int_expr
+
+static inline double strtodouble(const char *_str, unsigned int len)
+{
+    // !!! FIXME: laziness prevails.
+    char *str = (char *) alloca(len+1);
+    memcpy(str, _str, len);
+    str[len] = '\0';
+    return strtod(str, NULL);
+} // strtodouble
+
+static Expression *new_literal_float_expr(Context *ctx)
+{
+    NEW_EXPR(ExpressionLiteralFloat);
+    retval->op = TOKEN_CALC_FLOAT_CONSTANT;
+    retval->value = strtodouble(ctx->token, ctx->tokenlen);
+    return (Expression *) retval;
+} // new_literal_float_expr
+
+static Expression *new_literal_string_expr(Context *ctx)
+{
+    NEW_EXPR(ExpressionLiteralString);
+    retval->op = TOKEN_CALC_STRING_LITERAL;
+    retval->string = new_identifier(ctx);
+    return (Expression *) retval;
+} // new_string_literal_expr
+
+
+static int convert_to_lemon_token(const Context *ctx)
+{
+    switch (ctx->tokenval)
+    {
+        case ((Token) ','): return TOKEN_CALC_COMMA;
+        case ((Token) '='): return TOKEN_CALC_ASSIGN;
+        case ((Token) TOKEN_ADDASSIGN): return TOKEN_CALC_ADDASSIGN;
+        case ((Token) TOKEN_SUBASSIGN): return TOKEN_CALC_SUBASSIGN;
+        case ((Token) TOKEN_MULTASSIGN): return TOKEN_CALC_MULASSIGN;
+        case ((Token) TOKEN_DIVASSIGN): return TOKEN_CALC_DIVASSIGN;
+        case ((Token) TOKEN_MODASSIGN): return TOKEN_CALC_MODASSIGN;
+        case ((Token) TOKEN_LSHIFTASSIGN): return TOKEN_CALC_LSHIFTASSIGN;
+        case ((Token) TOKEN_RSHIFTASSIGN): return TOKEN_CALC_RSHIFTASSIGN;
+        case ((Token) TOKEN_ANDASSIGN): return TOKEN_CALC_ANDASSIGN;
+        case ((Token) TOKEN_ORASSIGN): return TOKEN_CALC_ORASSIGN;
+        case ((Token) TOKEN_XORASSIGN): return TOKEN_CALC_XORASSIGN;
+        case ((Token) '?'): return TOKEN_CALC_QUESTION;
+        case ((Token) TOKEN_OROR): return TOKEN_CALC_OROR;
+        case ((Token) TOKEN_ANDAND): return TOKEN_CALC_ANDAND;
+        case ((Token) '|'): return TOKEN_CALC_OR;
+        case ((Token) '^'): return TOKEN_CALC_XOR;
+        case ((Token) '&'): return TOKEN_CALC_AND;
+        case ((Token) TOKEN_EQL): return TOKEN_CALC_EQL;
+        case ((Token) TOKEN_NEQ): return TOKEN_CALC_NEQ;
+        case ((Token) '<'): return TOKEN_CALC_LT;
+        case ((Token) TOKEN_LEQ): return TOKEN_CALC_LEQ;
+        case ((Token) '>'): return TOKEN_CALC_GT;
+        case ((Token) TOKEN_GEQ): return TOKEN_CALC_GEQ;
+        case ((Token) TOKEN_LSHIFT): return TOKEN_CALC_LSHIFT;
+        case ((Token) TOKEN_RSHIFT): return TOKEN_CALC_RSHIFT;
+        case ((Token) '+'): return TOKEN_CALC_PLUS;
+        case ((Token) '-'): return TOKEN_CALC_MINUS;
+        case ((Token) '*'): return TOKEN_CALC_STAR;
+        case ((Token) '/'): return TOKEN_CALC_SLASH;
+        case ((Token) '%'): return TOKEN_CALC_PERCENT;
+        case ((Token) '!'): return TOKEN_CALC_EXCLAMATION;
+        case ((Token) '~'): return TOKEN_CALC_COMPLEMENT;
+        case ((Token) TOKEN_DECREMENT): return TOKEN_CALC_MINUSMINUS;
+        case ((Token) TOKEN_INCREMENT): return TOKEN_CALC_PLUSPLUS;
+        case ((Token) '.'): return TOKEN_CALC_DOT;
+        case ((Token) '['): return TOKEN_CALC_LBRACKET;
+        case ((Token) ']'): return TOKEN_CALC_RBRACKET;
+        case ((Token) '('): return TOKEN_CALC_LPAREN;
+        case ((Token) ')'): return TOKEN_CALC_RPAREN;
+        case ((Token) TOKEN_INT_LITERAL): return TOKEN_CALC_INT_CONSTANT;
+        case ((Token) TOKEN_FLOAT_LITERAL): return TOKEN_CALC_FLOAT_CONSTANT;
+        case ((Token) TOKEN_STRING_LITERAL): return TOKEN_CALC_STRING_LITERAL;
+        case ((Token) ':'): return TOKEN_CALC_COLON;
+        //case ((Token) ';'): return TOKEN_CALC_SEMICOLON;
+        //case ((Token) '{'): return TOKEN_CALC_LBRACE;
+        //case ((Token) '}'): return TOKEN_CALC_RBRACE;
+        case ((Token) TOKEN_IDENTIFIER): return TOKEN_CALC_IDENTIFIER;
+        case TOKEN_EOI: return 0;
+        case TOKEN_BAD_CHARS: printf("bad chars from lexer\n"); return 0;
+        case TOKEN_PREPROCESSING_ERROR: printf("error from lexer\n"); return 0;
+        default: assert(0 && "unexpected token from lexer\n"); return 0;
+    } // switch
+
+    return 0;
+} // convert_to_lemon_token
+
+static void MOJOSHADER_compile(const char *filename,
+                             const char *source, unsigned int sourcelen,
+                             const MOJOSHADER_preprocessorDefine *defines,
+                             unsigned int define_count,
+                             MOJOSHADER_includeOpen include_open,
+                             MOJOSHADER_includeClose include_close,
+                             MOJOSHADER_malloc m, MOJOSHADER_free f, void *d)
+{
+    Context ctx;
+    if (m == NULL) m = MOJOSHADER_internal_malloc;
+    if (f == NULL) f = MOJOSHADER_internal_free;
+
+    memset(&ctx, '\0', sizeof (Context));
+    ctx.malloc = m;
+    ctx.free = f;
+    ctx.malloc_data = d;
+    ctx.preprocessor = preprocessor_start(filename, source, sourcelen,
+                                           include_open, include_close,
+                                           defines, define_count, 0, m, f, d);
+
+    void *pParser = ParseCalculatorAlloc(m, d);
+
+    #if DEBUG_COMPILER_PARSER
+    ParseCalculatorTrace(stdout, "COMPILER: ");
+    #endif
+
+    do {
+        ctx.token = preprocessor_nexttoken(ctx.preprocessor,
+                                                &ctx.tokenlen,
+                                                &ctx.tokenval);
+        ParseCalculator(pParser, convert_to_lemon_token(&ctx), 0, &ctx);
+    } while (ctx.tokenval != TOKEN_EOI);
+    ParseCalculatorFree(pParser, f, d);
+}
+
+int main(int argc, char **argv)
+{
+    const char *ln;
+    size_t len = 0;
+    FILE *io = stdin;
+    const char *filename = "<stdin>";
+
+    while ((ln = fgetln(io, &len)) != NULL)
+    {
+        if ((len == 5) && (memcmp(ln, "quit\n", 5) == 0))
+            break;
+
+        MOJOSHADER_compile(filename, ln, (unsigned int) len,
+                           NULL, 0, NULL, NULL, NULL, NULL, NULL);
+    } // while
+
+    fclose(io);
+    return 0;
+} // main
+
+// end of calculator.c ...
+