mojoshader_preprocessor.c
author Ryan C. Gordon <icculus@icculus.org>
Wed, 18 Apr 2012 00:19:32 -0400
changeset 1095 bc3d2c6e06cf
parent 1060 4cdf5a3ceb03
child 1120 f655ea9c8ecd
permissions -rw-r--r--
glsl: Implemented most of the missing srcmods. Reread the GLSL spec, and it turns out that "vec3(x,y,z) - 3.0" is legal syntactic sugar: the compiler knows to subtract 3.0 from each of the three components in that vec3. This made this simpler than having to tapdance to generate correct constant vectors ourselves, and it's easier to read.
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
     1
/**
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
     2
 * MojoShader; generate shader programs from bytecode of compiled
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
     3
 *  Direct3D shaders.
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
     4
 *
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
     5
 * Please see the file LICENSE.txt in the source's root directory.
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
     6
 *
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
     7
 *  This file written by Ryan C. Gordon.
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
     8
 */
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
     9
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    10
#define __MOJOSHADER_INTERNAL__ 1
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    11
#include "mojoshader_internal.h"
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    12
587
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
    13
#if DEBUG_PREPROCESSOR
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
    14
    #define print_debug_token(token, len, val) \
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
    15
        MOJOSHADER_print_debug_token("PREPROCESSOR", token, len, val)
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
    16
#else
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
    17
    #define print_debug_token(token, len, val)
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
    18
#endif
561
0d2535cc5ac3 Added basic lexer debug output.
Ryan C. Gordon <icculus@icculus.org>
parents: 560
diff changeset
    19
630
e6bd53dd1f91 Allow debug output directly from the lexer, before preprocessor eats.
Ryan C. Gordon <icculus@icculus.org>
parents: 629
diff changeset
    20
#if DEBUG_LEXER
649
527cfe6f2d45 Renamed preprocessor_internal_lexer to preprocessor_lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 648
diff changeset
    21
static Token debug_preprocessor_lexer(IncludeState *s)
630
e6bd53dd1f91 Allow debug output directly from the lexer, before preprocessor eats.
Ryan C. Gordon <icculus@icculus.org>
parents: 629
diff changeset
    22
{
649
527cfe6f2d45 Renamed preprocessor_internal_lexer to preprocessor_lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 648
diff changeset
    23
    const Token retval = preprocessor_lexer(s);
648
243e35876142 Have lexer calculate token size now.
Ryan C. Gordon <icculus@icculus.org>
parents: 647
diff changeset
    24
    MOJOSHADER_print_debug_token("LEXER", s->token, s->tokenlen, retval);
630
e6bd53dd1f91 Allow debug output directly from the lexer, before preprocessor eats.
Ryan C. Gordon <icculus@icculus.org>
parents: 629
diff changeset
    25
    return retval;
649
527cfe6f2d45 Renamed preprocessor_internal_lexer to preprocessor_lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 648
diff changeset
    26
} // debug_preprocessor_lexer
527cfe6f2d45 Renamed preprocessor_internal_lexer to preprocessor_lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 648
diff changeset
    27
#define preprocessor_lexer(s) debug_preprocessor_lexer(s)
630
e6bd53dd1f91 Allow debug output directly from the lexer, before preprocessor eats.
Ryan C. Gordon <icculus@icculus.org>
parents: 629
diff changeset
    28
#endif
e6bd53dd1f91 Allow debug output directly from the lexer, before preprocessor eats.
Ryan C. Gordon <icculus@icculus.org>
parents: 629
diff changeset
    29
723
6d58b504cc6e Print out current source/line number when debugging any parser/lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 701
diff changeset
    30
#if DEBUG_TOKENIZER
6d58b504cc6e Print out current source/line number when debugging any parser/lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 701
diff changeset
    31
static void print_debug_lexing_position(IncludeState *s)
6d58b504cc6e Print out current source/line number when debugging any parser/lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 701
diff changeset
    32
{
727
6978fac0fa31 Fixed NULL dereference in debug output.
Ryan C. Gordon <icculus@icculus.org>
parents: 723
diff changeset
    33
    if (s != NULL)
6978fac0fa31 Fixed NULL dereference in debug output.
Ryan C. Gordon <icculus@icculus.org>
parents: 723
diff changeset
    34
        printf("NOW LEXING %s:%d ...\n", s->filename, s->line);
723
6d58b504cc6e Print out current source/line number when debugging any parser/lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 701
diff changeset
    35
} // print_debug_lexing_position
6d58b504cc6e Print out current source/line number when debugging any parser/lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 701
diff changeset
    36
#else
6d58b504cc6e Print out current source/line number when debugging any parser/lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 701
diff changeset
    37
#define print_debug_lexing_position(s)
6d58b504cc6e Print out current source/line number when debugging any parser/lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 701
diff changeset
    38
#endif
6d58b504cc6e Print out current source/line number when debugging any parser/lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 701
diff changeset
    39
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    40
typedef struct Context
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    41
{
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    42
    int isfail;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    43
    int out_of_memory;
606
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
    44
    char failstr[256];
689
5872092cbf95 Fixed crash when macros are recursing.
Ryan C. Gordon <icculus@icculus.org>
parents: 687
diff changeset
    45
    int recursion_count;
690
4710df464f13 Moved asm comment processing into the lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 689
diff changeset
    46
    int asm_comments;
910
3ee487d85ecb Handle #pragma (or at least, don't fail on them).
Ryan C. Gordon <icculus@icculus.org>
parents: 898
diff changeset
    47
    int parsing_pragma;
620
1c4cf996004e Initial work on preprocessor conditionals.
Ryan C. Gordon <icculus@icculus.org>
parents: 618
diff changeset
    48
    Conditional *conditional_pool;
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    49
    IncludeState *include_stack;
646
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
    50
    IncludeState *include_pool;
676
29447167fc68 Renamed DefineHash to Define.
Ryan C. Gordon <icculus@icculus.org>
parents: 675
diff changeset
    51
    Define *define_hashtable[256];
29447167fc68 Renamed DefineHash to Define.
Ryan C. Gordon <icculus@icculus.org>
parents: 675
diff changeset
    52
    Define *define_pool;
896
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
    53
    Define *file_macro;
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
    54
    Define *line_macro;
858
d51537335896 Formalized the compiler's string cache into a real API.
Ryan C. Gordon <icculus@icculus.org>
parents: 841
diff changeset
    55
    StringCache *filename_cache;
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    56
    MOJOSHADER_includeOpen open_callback;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    57
    MOJOSHADER_includeClose close_callback;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    58
    MOJOSHADER_malloc malloc;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    59
    MOJOSHADER_free free;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    60
    void *malloc_data;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    61
} Context;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    62
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    63
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    64
// Convenience functions for allocators...
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    65
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    66
static inline void out_of_memory(Context *ctx)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    67
{
598
decc32dc03a7 Removed preprocessor_error(). Returns a Token to specify an error state now.
Ryan C. Gordon <icculus@icculus.org>
parents: 597
diff changeset
    68
    ctx->out_of_memory = 1;
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    69
} // out_of_memory
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    70
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    71
static inline void *Malloc(Context *ctx, const size_t len)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    72
{
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    73
    void *retval = ctx->malloc((int) len, ctx->malloc_data);
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    74
    if (retval == NULL)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    75
        out_of_memory(ctx);
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    76
    return retval;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    77
} // Malloc
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    78
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    79
static inline void Free(Context *ctx, void *ptr)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    80
{
939
64cc93ee5a56 Cut-and-paste cleanup: unified the ErrorList functionality.
Ryan C. Gordon <icculus@icculus.org>
parents: 913
diff changeset
    81
    ctx->free(ptr, ctx->malloc_data);
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    82
} // Free
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    83
944
9f9fa9650772 Paying off more technical debt: unified growable buffers into one place.
Ryan C. Gordon <icculus@icculus.org>
parents: 941
diff changeset
    84
static void *MallocBridge(int bytes, void *data)
9f9fa9650772 Paying off more technical debt: unified growable buffers into one place.
Ryan C. Gordon <icculus@icculus.org>
parents: 941
diff changeset
    85
{
9f9fa9650772 Paying off more technical debt: unified growable buffers into one place.
Ryan C. Gordon <icculus@icculus.org>
parents: 941
diff changeset
    86
    return Malloc((Context *) data, (size_t) bytes);
9f9fa9650772 Paying off more technical debt: unified growable buffers into one place.
Ryan C. Gordon <icculus@icculus.org>
parents: 941
diff changeset
    87
} // MallocBridge
9f9fa9650772 Paying off more technical debt: unified growable buffers into one place.
Ryan C. Gordon <icculus@icculus.org>
parents: 941
diff changeset
    88
9f9fa9650772 Paying off more technical debt: unified growable buffers into one place.
Ryan C. Gordon <icculus@icculus.org>
parents: 941
diff changeset
    89
static void FreeBridge(void *ptr, void *data)
9f9fa9650772 Paying off more technical debt: unified growable buffers into one place.
Ryan C. Gordon <icculus@icculus.org>
parents: 941
diff changeset
    90
{
9f9fa9650772 Paying off more technical debt: unified growable buffers into one place.
Ryan C. Gordon <icculus@icculus.org>
parents: 941
diff changeset
    91
    Free((Context *) data, ptr);
9f9fa9650772 Paying off more technical debt: unified growable buffers into one place.
Ryan C. Gordon <icculus@icculus.org>
parents: 941
diff changeset
    92
} // FreeBridge
9f9fa9650772 Paying off more technical debt: unified growable buffers into one place.
Ryan C. Gordon <icculus@icculus.org>
parents: 941
diff changeset
    93
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    94
static inline char *StrDup(Context *ctx, const char *str)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    95
{
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    96
    char *retval = (char *) Malloc(ctx, strlen(str) + 1);
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    97
    if (retval != NULL)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    98
        strcpy(retval, str);
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
    99
    return retval;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   100
} // StrDup
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   101
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   102
static void failf(Context *ctx, const char *fmt, ...) ISPRINTF(2,3);
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   103
static void failf(Context *ctx, const char *fmt, ...)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   104
{
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   105
    ctx->isfail = 1;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   106
    va_list ap;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   107
    va_start(ap, fmt);
598
decc32dc03a7 Removed preprocessor_error(). Returns a Token to specify an error state now.
Ryan C. Gordon <icculus@icculus.org>
parents: 597
diff changeset
   108
    vsnprintf(ctx->failstr, sizeof (ctx->failstr), fmt, ap);
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   109
    va_end(ap);
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   110
} // failf
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   111
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   112
static inline void fail(Context *ctx, const char *reason)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   113
{
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   114
    failf(ctx, "%s", reason);
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   115
} // fail
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   116
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   117
587
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   118
#if DEBUG_TOKENIZER
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   119
void MOJOSHADER_print_debug_token(const char *subsystem, const char *token,
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   120
                                  const unsigned int tokenlen,
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   121
                                  const Token tokenval)
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   122
{
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   123
    printf("%s TOKEN: \"", subsystem);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   124
    unsigned int i;
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   125
    for (i = 0; i < tokenlen; i++)
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   126
    {
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   127
        if (token[i] == '\n')
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   128
            printf("\\n");
629
d886403c6609 Better debug token output.
Ryan C. Gordon <icculus@icculus.org>
parents: 628
diff changeset
   129
        else if (token[i] == '\\')
d886403c6609 Better debug token output.
Ryan C. Gordon <icculus@icculus.org>
parents: 628
diff changeset
   130
            printf("\\\\");
587
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   131
        else
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   132
            printf("%c", token[i]);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   133
    } // for
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   134
    printf("\" (");
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   135
    switch (tokenval)
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   136
    {
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   137
        #define TOKENCASE(x) case x: printf("%s", #x); break
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   138
        TOKENCASE(TOKEN_UNKNOWN);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   139
        TOKENCASE(TOKEN_IDENTIFIER);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   140
        TOKENCASE(TOKEN_INT_LITERAL);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   141
        TOKENCASE(TOKEN_FLOAT_LITERAL);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   142
        TOKENCASE(TOKEN_STRING_LITERAL);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   143
        TOKENCASE(TOKEN_ADDASSIGN);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   144
        TOKENCASE(TOKEN_SUBASSIGN);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   145
        TOKENCASE(TOKEN_MULTASSIGN);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   146
        TOKENCASE(TOKEN_DIVASSIGN);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   147
        TOKENCASE(TOKEN_MODASSIGN);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   148
        TOKENCASE(TOKEN_XORASSIGN);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   149
        TOKENCASE(TOKEN_ANDASSIGN);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   150
        TOKENCASE(TOKEN_ORASSIGN);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   151
        TOKENCASE(TOKEN_INCREMENT);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   152
        TOKENCASE(TOKEN_DECREMENT);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   153
        TOKENCASE(TOKEN_RSHIFT);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   154
        TOKENCASE(TOKEN_LSHIFT);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   155
        TOKENCASE(TOKEN_ANDAND);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   156
        TOKENCASE(TOKEN_OROR);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   157
        TOKENCASE(TOKEN_LEQ);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   158
        TOKENCASE(TOKEN_GEQ);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   159
        TOKENCASE(TOKEN_EQL);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   160
        TOKENCASE(TOKEN_NEQ);
865
4eb06464212d Added stringify operator ("#") to preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 864
diff changeset
   161
        TOKENCASE(TOKEN_HASH);
587
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   162
        TOKENCASE(TOKEN_HASHHASH);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   163
        TOKENCASE(TOKEN_PP_INCLUDE);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   164
        TOKENCASE(TOKEN_PP_LINE);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   165
        TOKENCASE(TOKEN_PP_DEFINE);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   166
        TOKENCASE(TOKEN_PP_UNDEF);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   167
        TOKENCASE(TOKEN_PP_IF);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   168
        TOKENCASE(TOKEN_PP_IFDEF);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   169
        TOKENCASE(TOKEN_PP_IFNDEF);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   170
        TOKENCASE(TOKEN_PP_ELSE);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   171
        TOKENCASE(TOKEN_PP_ELIF);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   172
        TOKENCASE(TOKEN_PP_ENDIF);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   173
        TOKENCASE(TOKEN_PP_ERROR);
910
3ee487d85ecb Handle #pragma (or at least, don't fail on them).
Ryan C. Gordon <icculus@icculus.org>
parents: 898
diff changeset
   174
        TOKENCASE(TOKEN_PP_PRAGMA);
604
c08b6b14994a Patched to compile.
Ryan C. Gordon <icculus@icculus.org>
parents: 601
diff changeset
   175
        TOKENCASE(TOKEN_INCOMPLETE_COMMENT);
c08b6b14994a Patched to compile.
Ryan C. Gordon <icculus@icculus.org>
parents: 601
diff changeset
   176
        TOKENCASE(TOKEN_BAD_CHARS);
587
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   177
        TOKENCASE(TOKEN_EOI);
598
decc32dc03a7 Removed preprocessor_error(). Returns a Token to specify an error state now.
Ryan C. Gordon <icculus@icculus.org>
parents: 597
diff changeset
   178
        TOKENCASE(TOKEN_PREPROCESSING_ERROR);
587
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   179
        #undef TOKENCASE
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   180
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   181
        case ((Token) '\n'):
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   182
            printf("'\\n'");
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   183
            break;
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   184
629
d886403c6609 Better debug token output.
Ryan C. Gordon <icculus@icculus.org>
parents: 628
diff changeset
   185
        case ((Token) '\\'):
d886403c6609 Better debug token output.
Ryan C. Gordon <icculus@icculus.org>
parents: 628
diff changeset
   186
            printf("'\\\\'");
d886403c6609 Better debug token output.
Ryan C. Gordon <icculus@icculus.org>
parents: 628
diff changeset
   187
            break;
d886403c6609 Better debug token output.
Ryan C. Gordon <icculus@icculus.org>
parents: 628
diff changeset
   188
587
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   189
        default:
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   190
            assert(((int)tokenval) < 256);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   191
            printf("'%c'", (char) tokenval);
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   192
            break;
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   193
    } // switch
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   194
    printf(")\n");
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   195
} // MOJOSHADER_print_debug_token
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   196
#endif
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   197
202354e004fc Unified some cut-and-paste code.
Ryan C. Gordon <icculus@icculus.org>
parents: 586
diff changeset
   198
611
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   199
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   200
#if !MOJOSHADER_FORCE_INCLUDE_CALLBACKS
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   201
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   202
// !!! FIXME: most of these _MSC_VER should probably be _WINDOWS?
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   203
#ifdef _MSC_VER
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   204
#define WIN32_LEAN_AND_MEAN 1
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   205
#include <windows.h>  // GL headers need this for WINGDIAPI definition.
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   206
#else
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   207
#include <sys/stat.h>
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   208
#include <fcntl.h>
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   209
#include <unistd.h>
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   210
#endif
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   211
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   212
int MOJOSHADER_internal_include_open(MOJOSHADER_includeType inctype,
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   213
                                     const char *fname, const char *parent,
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   214
                                     const char **outdata,
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   215
                                     unsigned int *outbytes,
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   216
                                     MOJOSHADER_malloc m, MOJOSHADER_free f,
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   217
                                     void *d)
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   218
{
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   219
#ifdef _MSC_VER
882
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   220
    WCHAR wpath[MAX_PATH];
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   221
    if (!MultiByteToWideChar(CP_UTF8, 0, fname, -1, wpath, MAX_PATH))
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   222
        return 0;
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   223
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   224
    const DWORD share = FILE_SHARE_READ | FILE_SHARE_WRITE | FILE_SHARE_DELETE;
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   225
    const HANDLE handle = CreateFileW(wpath, FILE_GENERIC_READ, share,
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   226
                                      NULL, OPEN_EXISTING, NULL, NULL);
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   227
    if (handle == INVALID_HANDLE_VALUE)
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   228
        return 0;
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   229
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   230
    const DWORD fileSize = GetFileSize(handle, NULL);
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   231
    if (fileSize == INVALID_FILE_SIZE)
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   232
    {
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   233
        CloseHandle(handle);
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   234
        return 0;
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   235
    } // if
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   236
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   237
    char *data = (char *) m(fileSize, d);
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   238
    if (data == NULL)
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   239
    {
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   240
        CloseHandle(handle);
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   241
        return 0;
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   242
    } // if
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   243
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   244
    DWORD readLength = 0;
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   245
    if (!ReadFile(handle, data, fileSize, &readLength, NULL))
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   246
    {
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   247
        CloseHandle(handle);
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   248
        f(data, d);
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   249
        return 0;
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   250
    } // if
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   251
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   252
    CloseHandle(handle);
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   253
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   254
    if (readLength != fileSize)
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   255
    {
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   256
        f(data, d);
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   257
        return 0;
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   258
    } // if
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   259
    *outdata = data;
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   260
    *outbytes = fileSize;
dd526bab5a51 Did some Ryanification of Aras's Windows #include handling code.
Ryan C. Gordon <icculus@icculus.org>
parents: 881
diff changeset
   261
    return 1;
611
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   262
#else
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   263
    struct stat statbuf;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   264
    if (stat(fname, &statbuf) == -1)
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   265
        return 0;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   266
    char *data = (char *) m(statbuf.st_size, d);
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   267
    if (data == NULL)
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   268
        return 0;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   269
    const int fd = open(fname, O_RDONLY);
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   270
    if (fd == -1)
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   271
    {
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   272
        f(data, d);
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   273
        return 0;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   274
    } // if
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   275
    if (read(fd, data, statbuf.st_size) != statbuf.st_size)
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   276
    {
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   277
        f(data, d);
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   278
        close(fd);
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   279
        return 0;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   280
    } // if
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   281
    close(fd);
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   282
    *outdata = data;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   283
    *outbytes = (unsigned int) statbuf.st_size;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   284
    return 1;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   285
#endif
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   286
} // MOJOSHADER_internal_include_open
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   287
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   288
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   289
void MOJOSHADER_internal_include_close(const char *data, MOJOSHADER_malloc m,
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   290
                                       MOJOSHADER_free f, void *d)
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   291
{
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   292
    f((void *) data, d);
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   293
} // MOJOSHADER_internal_include_close
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   294
#endif  // !MOJOSHADER_FORCE_INCLUDE_CALLBACKS
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   295
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   296
647
a09899ba5e8c Added some FIXMEs.
Ryan C. Gordon <icculus@icculus.org>
parents: 646
diff changeset
   297
// !!! FIXME: maybe use these pool magic elsewhere?
940
bc2a5efade5e Added a bunch of FIXMEs to accurately portray current technical debt.
Ryan C. Gordon <icculus@icculus.org>
parents: 939
diff changeset
   298
// !!! FIXME: maybe just get rid of this? (maybe the fragmentation isn't a big deal?)
632
a5f63a10ed91 Moved Buffer stuff higher up, so internal routines can use it.
Ryan C. Gordon <icculus@icculus.org>
parents: 631
diff changeset
   299
646
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   300
// Pool stuff...
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   301
// ugh, I hate this macro salsa.
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   302
#define FREE_POOL(type, poolname) \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   303
    static void free_##poolname##_pool(Context *ctx) { \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   304
        type *item = ctx->poolname##_pool; \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   305
        while (item != NULL) { \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   306
            type *next = item->next; \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   307
            Free(ctx, item); \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   308
            item = next; \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   309
        } \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   310
    }
620
1c4cf996004e Initial work on preprocessor conditionals.
Ryan C. Gordon <icculus@icculus.org>
parents: 618
diff changeset
   311
646
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   312
#define GET_POOL(type, poolname) \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   313
    static type *get_##poolname(Context *ctx) { \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   314
        type *retval = ctx->poolname##_pool; \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   315
        if (retval != NULL) \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   316
            ctx->poolname##_pool = retval->next; \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   317
        else \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   318
            retval = (type *) Malloc(ctx, sizeof (type)); \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   319
        if (retval != NULL) \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   320
            memset(retval, '\0', sizeof (type)); \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   321
        return retval; \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   322
    }
620
1c4cf996004e Initial work on preprocessor conditionals.
Ryan C. Gordon <icculus@icculus.org>
parents: 618
diff changeset
   323
646
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   324
#define PUT_POOL(type, poolname) \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   325
    static void put_##poolname(Context *ctx, type *item) { \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   326
        item->next = ctx->poolname##_pool; \
672
bcca8b3ae152 Fixed memory pool code.
Ryan C. Gordon <icculus@icculus.org>
parents: 658
diff changeset
   327
        ctx->poolname##_pool = item; \
646
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   328
    }
620
1c4cf996004e Initial work on preprocessor conditionals.
Ryan C. Gordon <icculus@icculus.org>
parents: 618
diff changeset
   329
646
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   330
#define IMPLEMENT_POOL(type, poolname) \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   331
    FREE_POOL(type, poolname) \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   332
    GET_POOL(type, poolname) \
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   333
    PUT_POOL(type, poolname)
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   334
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   335
IMPLEMENT_POOL(Conditional, conditional)
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   336
IMPLEMENT_POOL(IncludeState, include)
676
29447167fc68 Renamed DefineHash to Define.
Ryan C. Gordon <icculus@icculus.org>
parents: 675
diff changeset
   337
IMPLEMENT_POOL(Define, define)
620
1c4cf996004e Initial work on preprocessor conditionals.
Ryan C. Gordon <icculus@icculus.org>
parents: 618
diff changeset
   338
611
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   339
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   340
// Preprocessor define hashtable stuff...
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   341
841
05fa7ce0a202 Added a FIXME.
Ryan C. Gordon <icculus@icculus.org>
parents: 813
diff changeset
   342
// !!! FIXME: why isn't this using mojoshader_common.c's code?
05fa7ce0a202 Added a FIXME.
Ryan C. Gordon <icculus@icculus.org>
parents: 813
diff changeset
   343
729
92cc053fbf75 Put in a much better string hashing algorithm.
Ryan C. Gordon <icculus@icculus.org>
parents: 727
diff changeset
   344
// this is djb's xor hashing function.
92cc053fbf75 Put in a much better string hashing algorithm.
Ryan C. Gordon <icculus@icculus.org>
parents: 727
diff changeset
   345
static inline uint32 hash_string_djbxor(const char *sym)
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   346
{
729
92cc053fbf75 Put in a much better string hashing algorithm.
Ryan C. Gordon <icculus@icculus.org>
parents: 727
diff changeset
   347
    register uint32 hash = 5381;
622
59b3003f6494 Fixed logic bug in string loop.
Ryan C. Gordon <icculus@icculus.org>
parents: 621
diff changeset
   348
    while (*sym)
729
92cc053fbf75 Put in a much better string hashing algorithm.
Ryan C. Gordon <icculus@icculus.org>
parents: 727
diff changeset
   349
        hash = ((hash << 5) + hash) ^ *(sym++);
92cc053fbf75 Put in a much better string hashing algorithm.
Ryan C. Gordon <icculus@icculus.org>
parents: 727
diff changeset
   350
    return hash;
92cc053fbf75 Put in a much better string hashing algorithm.
Ryan C. Gordon <icculus@icculus.org>
parents: 727
diff changeset
   351
} // hash_string_djbxor
92cc053fbf75 Put in a much better string hashing algorithm.
Ryan C. Gordon <icculus@icculus.org>
parents: 727
diff changeset
   352
92cc053fbf75 Put in a much better string hashing algorithm.
Ryan C. Gordon <icculus@icculus.org>
parents: 727
diff changeset
   353
static inline uint8 hash_define(const char *sym)
92cc053fbf75 Put in a much better string hashing algorithm.
Ryan C. Gordon <icculus@icculus.org>
parents: 727
diff changeset
   354
{
92cc053fbf75 Put in a much better string hashing algorithm.
Ryan C. Gordon <icculus@icculus.org>
parents: 727
diff changeset
   355
    return (uint8) hash_string_djbxor(sym);
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   356
} // hash_define
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   357
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   358
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   359
static int add_define(Context *ctx, const char *sym, const char *val,
755
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
   360
                      char **parameters, int paramcount)
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   361
{
729
92cc053fbf75 Put in a much better string hashing algorithm.
Ryan C. Gordon <icculus@icculus.org>
parents: 727
diff changeset
   362
    const uint8 hash = hash_define(sym);
676
29447167fc68 Renamed DefineHash to Define.
Ryan C. Gordon <icculus@icculus.org>
parents: 675
diff changeset
   363
    Define *bucket = ctx->define_hashtable[hash];
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   364
    while (bucket)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   365
    {
655
0b82fdeebf86 Changed DefineHash definition.
Ryan C. Gordon <icculus@icculus.org>
parents: 654
diff changeset
   366
        if (strcmp(bucket->identifier, sym) == 0)
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   367
        {
875
dc28354d576e Added support for __FILE__ and __LINE__ to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 873
diff changeset
   368
            failf(ctx, "'%s' already defined", sym); // !!! FIXME: warning?
dc28354d576e Added support for __FILE__ and __LINE__ to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 873
diff changeset
   369
            // !!! FIXME: gcc reports the location of previous #define here.
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   370
            return 0;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   371
        } // if
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   372
        bucket = bucket->next;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   373
    } // while
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   374
646
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   375
    bucket = get_define(ctx);
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   376
    if (bucket == NULL)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   377
        return 0;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   378
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   379
    bucket->definition = val;
894
1847405a16c6 Serious reworking of preprocessor macro replacement code.
Ryan C. Gordon <icculus@icculus.org>
parents: 882
diff changeset
   380
    bucket->original = NULL;
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   381
    bucket->identifier = sym;
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   382
    bucket->parameters = (const char **) parameters;
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   383
    bucket->paramcount = paramcount;
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   384
    bucket->next = ctx->define_hashtable[hash];
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   385
    ctx->define_hashtable[hash] = bucket;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   386
    return 1;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   387
} // add_define
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   388
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   389
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   390
static void free_define(Context *ctx, Define *def)
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   391
{
896
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   392
    if (def != NULL)
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   393
    {
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   394
        int i;
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   395
        for (i = 0; i < def->paramcount; i++)
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   396
            Free(ctx, (void *) def->parameters[i]);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   397
        Free(ctx, (void *) def->parameters);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   398
        Free(ctx, (void *) def->identifier);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   399
        Free(ctx, (void *) def->definition);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   400
        Free(ctx, (void *) def->original);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   401
        put_define(ctx, def);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   402
    } // if
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   403
} // free_define
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   404
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   405
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   406
static int remove_define(Context *ctx, const char *sym)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   407
{
729
92cc053fbf75 Put in a much better string hashing algorithm.
Ryan C. Gordon <icculus@icculus.org>
parents: 727
diff changeset
   408
    const uint8 hash = hash_define(sym);
676
29447167fc68 Renamed DefineHash to Define.
Ryan C. Gordon <icculus@icculus.org>
parents: 675
diff changeset
   409
    Define *bucket = ctx->define_hashtable[hash];
29447167fc68 Renamed DefineHash to Define.
Ryan C. Gordon <icculus@icculus.org>
parents: 675
diff changeset
   410
    Define *prev = NULL;
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   411
    while (bucket)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   412
    {
655
0b82fdeebf86 Changed DefineHash definition.
Ryan C. Gordon <icculus@icculus.org>
parents: 654
diff changeset
   413
        if (strcmp(bucket->identifier, sym) == 0)
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   414
        {
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   415
            if (prev == NULL)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   416
                ctx->define_hashtable[hash] = bucket->next;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   417
            else
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   418
                prev->next = bucket->next;
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   419
            free_define(ctx, bucket);
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   420
            return 1;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   421
        } // if
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   422
        prev = bucket;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   423
        bucket = bucket->next;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   424
    } // while
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   425
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   426
    return 0;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   427
} // remove_define
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   428
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   429
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   430
static const Define *find_define(Context *ctx, const char *sym)
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   431
{
896
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   432
    if ( (ctx->file_macro) && (strcmp(sym, "__FILE__") == 0) )
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   433
    {
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   434
        Free(ctx, (char *) ctx->file_macro->definition);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   435
        const IncludeState *state = ctx->include_stack;
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   436
        const char *fname = state ? state->filename : "";
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   437
        const size_t len = strlen(fname) + 2;
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   438
        char *str = (char *) Malloc(ctx, len);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   439
        if (!str)
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   440
            return NULL;
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   441
        str[0] = '\"';
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   442
        memcpy(str + 1, fname, len - 2);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   443
        str[len - 1] = '\"';
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   444
        ctx->file_macro->definition = str;
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   445
        return ctx->file_macro;
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   446
    } // if
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   447
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   448
    else if ( (ctx->line_macro) && (strcmp(sym, "__LINE__") == 0) )
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   449
    {
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   450
        Free(ctx, (char *) ctx->line_macro->definition);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   451
        const IncludeState *state = ctx->include_stack;
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   452
        const size_t bufsize = 32;
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   453
        char *str = (char *) Malloc(ctx, bufsize);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   454
        if (!str)
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   455
            return 0;
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   456
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   457
        const size_t len = snprintf(str, bufsize, "%u", state->line);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   458
        assert(len < bufsize);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   459
        ctx->line_macro->definition = str;
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   460
        return ctx->line_macro;
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   461
    } // else
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   462
729
92cc053fbf75 Put in a much better string hashing algorithm.
Ryan C. Gordon <icculus@icculus.org>
parents: 727
diff changeset
   463
    const uint8 hash = hash_define(sym);
676
29447167fc68 Renamed DefineHash to Define.
Ryan C. Gordon <icculus@icculus.org>
parents: 675
diff changeset
   464
    Define *bucket = ctx->define_hashtable[hash];
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   465
    while (bucket)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   466
    {
655
0b82fdeebf86 Changed DefineHash definition.
Ryan C. Gordon <icculus@icculus.org>
parents: 654
diff changeset
   467
        if (strcmp(bucket->identifier, sym) == 0)
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   468
            return bucket;
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   469
        bucket = bucket->next;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   470
    } // while
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   471
    return NULL;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   472
} // find_define
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   473
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   474
699
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   475
static const Define *find_define_by_token(Context *ctx)
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   476
{
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   477
    IncludeState *state = ctx->include_stack;
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   478
    assert(state->tokenval == TOKEN_IDENTIFIER);
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   479
    char *sym = (char *) alloca(state->tokenlen+1);
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   480
    memcpy(sym, state->token, state->tokenlen);
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   481
    sym[state->tokenlen] = '\0';
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   482
    return find_define(ctx, sym);
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   483
} // find_define_by_token
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   484
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   485
894
1847405a16c6 Serious reworking of preprocessor macro replacement code.
Ryan C. Gordon <icculus@icculus.org>
parents: 882
diff changeset
   486
static const Define *find_macro_arg(const IncludeState *state,
1847405a16c6 Serious reworking of preprocessor macro replacement code.
Ryan C. Gordon <icculus@icculus.org>
parents: 882
diff changeset
   487
                                    const Define *defines)
869
5bd359b047f3 Added concat operator ("##") to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 867
diff changeset
   488
{
5bd359b047f3 Added concat operator ("##") to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 867
diff changeset
   489
    const Define *def = NULL;
5bd359b047f3 Added concat operator ("##") to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 867
diff changeset
   490
    char *sym = (char *) alloca(state->tokenlen + 1);
5bd359b047f3 Added concat operator ("##") to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 867
diff changeset
   491
    memcpy(sym, state->token, state->tokenlen);
5bd359b047f3 Added concat operator ("##") to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 867
diff changeset
   492
    sym[state->tokenlen] = '\0';
5bd359b047f3 Added concat operator ("##") to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 867
diff changeset
   493
894
1847405a16c6 Serious reworking of preprocessor macro replacement code.
Ryan C. Gordon <icculus@icculus.org>
parents: 882
diff changeset
   494
    for (def = defines; def != NULL; def = def->next)
869
5bd359b047f3 Added concat operator ("##") to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 867
diff changeset
   495
    {
873
bdffabea8e40 Macro args in macro args need to be replaced inline.
Ryan C. Gordon <icculus@icculus.org>
parents: 871
diff changeset
   496
        assert(def->parameters == NULL);  // args can't have args!
869
5bd359b047f3 Added concat operator ("##") to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 867
diff changeset
   497
        assert(def->paramcount == 0);  // args can't have args!
5bd359b047f3 Added concat operator ("##") to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 867
diff changeset
   498
        if (strcmp(def->identifier, sym) == 0)
5bd359b047f3 Added concat operator ("##") to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 867
diff changeset
   499
            break;
5bd359b047f3 Added concat operator ("##") to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 867
diff changeset
   500
    } // while
5bd359b047f3 Added concat operator ("##") to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 867
diff changeset
   501
5bd359b047f3 Added concat operator ("##") to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 867
diff changeset
   502
    return def;
5bd359b047f3 Added concat operator ("##") to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 867
diff changeset
   503
} // find_macro_arg
5bd359b047f3 Added concat operator ("##") to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 867
diff changeset
   504
5bd359b047f3 Added concat operator ("##") to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 867
diff changeset
   505
646
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   506
static void put_all_defines(Context *ctx)
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   507
{
798
5dd67cc04cf9 Bunch of small tweaks to make this compile as C++ code without errors/warnings.
Ryan C. Gordon <icculus@icculus.org>
parents: 755
diff changeset
   508
    size_t i;
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   509
    for (i = 0; i < STATICARRAYLEN(ctx->define_hashtable); i++)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   510
    {
676
29447167fc68 Renamed DefineHash to Define.
Ryan C. Gordon <icculus@icculus.org>
parents: 675
diff changeset
   511
        Define *bucket = ctx->define_hashtable[i];
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   512
        ctx->define_hashtable[i] = NULL;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   513
        while (bucket)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   514
        {
676
29447167fc68 Renamed DefineHash to Define.
Ryan C. Gordon <icculus@icculus.org>
parents: 675
diff changeset
   515
            Define *next = bucket->next;
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   516
            free_define(ctx, bucket);
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   517
            bucket = next;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   518
        } // while
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   519
    } // for
675
e85587e4650d Fixing some comments.
Ryan C. Gordon <icculus@icculus.org>
parents: 674
diff changeset
   520
} // put_all_defines
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   521
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   522
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   523
static int push_source(Context *ctx, const char *fname, const char *source,
656
ddb1a0b4c443 Let there be different close callbacks per IncludeState.
Ryan C. Gordon <icculus@icculus.org>
parents: 655
diff changeset
   524
                       unsigned int srclen, unsigned int linenum,
894
1847405a16c6 Serious reworking of preprocessor macro replacement code.
Ryan C. Gordon <icculus@icculus.org>
parents: 882
diff changeset
   525
                       MOJOSHADER_includeClose close_callback)
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   526
{
646
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   527
    IncludeState *state = get_include(ctx);
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   528
    if (state == NULL)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   529
        return 0;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   530
560
225d579ae929 Handle NULL file names.
Ryan C. Gordon <icculus@icculus.org>
parents: 559
diff changeset
   531
    if (fname != NULL)
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   532
    {
858
d51537335896 Formalized the compiler's string cache into a real API.
Ryan C. Gordon <icculus@icculus.org>
parents: 841
diff changeset
   533
        state->filename = stringcache(ctx->filename_cache, fname);
560
225d579ae929 Handle NULL file names.
Ryan C. Gordon <icculus@icculus.org>
parents: 559
diff changeset
   534
        if (state->filename == NULL)
225d579ae929 Handle NULL file names.
Ryan C. Gordon <icculus@icculus.org>
parents: 559
diff changeset
   535
        {
646
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   536
            put_include(ctx, state);
560
225d579ae929 Handle NULL file names.
Ryan C. Gordon <icculus@icculus.org>
parents: 559
diff changeset
   537
            return 0;
225d579ae929 Handle NULL file names.
Ryan C. Gordon <icculus@icculus.org>
parents: 559
diff changeset
   538
        } // if
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   539
    } // if
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   540
656
ddb1a0b4c443 Let there be different close callbacks per IncludeState.
Ryan C. Gordon <icculus@icculus.org>
parents: 655
diff changeset
   541
    state->close_callback = close_callback;
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   542
    state->source_base = source;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   543
    state->source = source;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   544
    state->token = source;
679
3892ebde7d99 Fixed lexer to only accept preprocessor directives at start of a line.
Ryan C. Gordon <icculus@icculus.org>
parents: 678
diff changeset
   545
    state->tokenval = ((Token) '\n');
642
624ab8696f9b Enormous amount of tapdancing to handle EOI better in the lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 641
diff changeset
   546
    state->orig_length = srclen;
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   547
    state->bytes_left = srclen;
640
813a139a4a5a push_source() now specifies a line number.
Ryan C. Gordon <icculus@icculus.org>
parents: 639
diff changeset
   548
    state->line = linenum;
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   549
    state->next = ctx->include_stack;
690
4710df464f13 Moved asm comment processing into the lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 689
diff changeset
   550
    state->asm_comments = ctx->asm_comments;
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   551
723
6d58b504cc6e Print out current source/line number when debugging any parser/lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 701
diff changeset
   552
    print_debug_lexing_position(state);
6d58b504cc6e Print out current source/line number when debugging any parser/lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 701
diff changeset
   553
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   554
    ctx->include_stack = state;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   556
    return 1;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   557
} // push_source
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   558
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   559
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   560
static void pop_source(Context *ctx)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   561
{
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   562
    IncludeState *state = ctx->include_stack;
913
483458775ec5 Fixed crash when pushing an empty string on the include_stack.
Ryan C. Gordon <icculus@icculus.org>
parents: 910
diff changeset
   563
    assert(state != NULL);  // more pops than pushes!
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   564
    if (state == NULL)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   565
        return;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   566
656
ddb1a0b4c443 Let there be different close callbacks per IncludeState.
Ryan C. Gordon <icculus@icculus.org>
parents: 655
diff changeset
   567
    if (state->close_callback)
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   568
    {
656
ddb1a0b4c443 Let there be different close callbacks per IncludeState.
Ryan C. Gordon <icculus@icculus.org>
parents: 655
diff changeset
   569
        state->close_callback(state->source_base, ctx->malloc,
ddb1a0b4c443 Let there be different close callbacks per IncludeState.
Ryan C. Gordon <icculus@icculus.org>
parents: 655
diff changeset
   570
                              ctx->free, ctx->malloc_data);
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   571
    } // if
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   572
612
72ccfe69eaf1 Moved filename caching into the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 611
diff changeset
   573
    // state->filename is a pointer to the filename cache; don't free it here!
72ccfe69eaf1 Moved filename caching into the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 611
diff changeset
   574
677
75e28bb57b2d Fixed cleanup of Conditionals in pop_source().
Ryan C. Gordon <icculus@icculus.org>
parents: 676
diff changeset
   575
    Conditional *cond = state->conditional_stack;
75e28bb57b2d Fixed cleanup of Conditionals in pop_source().
Ryan C. Gordon <icculus@icculus.org>
parents: 676
diff changeset
   576
    while (cond)
75e28bb57b2d Fixed cleanup of Conditionals in pop_source().
Ryan C. Gordon <icculus@icculus.org>
parents: 676
diff changeset
   577
    {
75e28bb57b2d Fixed cleanup of Conditionals in pop_source().
Ryan C. Gordon <icculus@icculus.org>
parents: 676
diff changeset
   578
        Conditional *next = cond->next;
75e28bb57b2d Fixed cleanup of Conditionals in pop_source().
Ryan C. Gordon <icculus@icculus.org>
parents: 676
diff changeset
   579
        put_conditional(ctx, cond);
75e28bb57b2d Fixed cleanup of Conditionals in pop_source().
Ryan C. Gordon <icculus@icculus.org>
parents: 676
diff changeset
   580
        cond = next;
75e28bb57b2d Fixed cleanup of Conditionals in pop_source().
Ryan C. Gordon <icculus@icculus.org>
parents: 676
diff changeset
   581
    } // while
620
1c4cf996004e Initial work on preprocessor conditionals.
Ryan C. Gordon <icculus@icculus.org>
parents: 618
diff changeset
   582
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   583
    ctx->include_stack = state->next;
723
6d58b504cc6e Print out current source/line number when debugging any parser/lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 701
diff changeset
   584
6d58b504cc6e Print out current source/line number when debugging any parser/lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 701
diff changeset
   585
    print_debug_lexing_position(ctx->include_stack);
6d58b504cc6e Print out current source/line number when debugging any parser/lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 701
diff changeset
   586
646
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   587
    put_include(ctx, state);
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   588
} // pop_source
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   589
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   590
657
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   591
static void close_define_include(const char *data, MOJOSHADER_malloc m,
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   592
                                 MOJOSHADER_free f, void *d)
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   593
{
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   594
    f((void *) data, d);
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   595
} // close_define_include
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   596
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   597
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   598
Preprocessor *preprocessor_start(const char *fname, const char *source,
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   599
                            unsigned int sourcelen,
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   600
                            MOJOSHADER_includeOpen open_callback,
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   601
                            MOJOSHADER_includeClose close_callback,
658
22695d3d6b98 Should be an array of structs, not an array of pointers to structs.
Ryan C. Gordon <icculus@icculus.org>
parents: 657
diff changeset
   602
                            const MOJOSHADER_preprocessorDefine *defines,
690
4710df464f13 Moved asm comment processing into the lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 689
diff changeset
   603
                            unsigned int define_count, int asm_comments,
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   604
                            MOJOSHADER_malloc m, MOJOSHADER_free f, void *d)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   605
{
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   606
    int okay = 1;
798
5dd67cc04cf9 Bunch of small tweaks to make this compile as C++ code without errors/warnings.
Ryan C. Gordon <icculus@icculus.org>
parents: 755
diff changeset
   607
    unsigned int i = 0;
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   608
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   609
    // the preprocessor is internal-only, so we verify all these are != NULL.
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   610
    assert(m != NULL);
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   611
    assert(f != NULL);
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   612
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   613
    Context *ctx = (Context *) m(sizeof (Context), d);
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   614
    if (ctx == NULL)
858
d51537335896 Formalized the compiler's string cache into a real API.
Ryan C. Gordon <icculus@icculus.org>
parents: 841
diff changeset
   615
        return NULL;
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   616
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   617
    memset(ctx, '\0', sizeof (Context));
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   618
    ctx->malloc = m;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   619
    ctx->free = f;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   620
    ctx->malloc_data = d;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   621
    ctx->open_callback = open_callback;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   622
    ctx->close_callback = close_callback;
690
4710df464f13 Moved asm comment processing into the lexer.
Ryan C. Gordon <icculus@icculus.org>
parents: 689
diff changeset
   623
    ctx->asm_comments = asm_comments;
896
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   624
949
356f04114580 Hook up preprocessor string cache to MallocBridge().
Ryan C. Gordon <icculus@icculus.org>
parents: 945
diff changeset
   625
    ctx->filename_cache = stringcache_create(MallocBridge, FreeBridge, ctx);
896
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   626
    okay = ((okay) && (ctx->filename_cache != NULL));
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   627
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   628
    ctx->file_macro = get_define(ctx);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   629
    okay = ((okay) && (ctx->file_macro != NULL));
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   630
    if ((okay) && (ctx->file_macro))
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   631
        okay = ((ctx->file_macro->identifier = StrDup(ctx, "__FILE__")) != 0);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   632
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   633
    ctx->line_macro = get_define(ctx);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   634
    okay = ((okay) && (ctx->line_macro != NULL));
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   635
    if ((okay) && (ctx->line_macro))
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   636
        okay = ((ctx->line_macro->identifier = StrDup(ctx, "__LINE__")) != 0);
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   637
657
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   638
    // let the usual preprocessor parser sort these out.
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   639
    char *define_include = NULL;
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   640
    unsigned int define_include_len = 0;
896
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   641
    if ((okay) && (define_count > 0))
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   642
    {
951
6ef73d06ecb0 Preprocessor: Moved pushing of predefined macros over to Buffer.
Ryan C. Gordon <icculus@icculus.org>
parents: 950
diff changeset
   643
        Buffer *predefbuf = buffer_create(256, MallocBridge, FreeBridge, ctx);
6ef73d06ecb0 Preprocessor: Moved pushing of predefined macros over to Buffer.
Ryan C. Gordon <icculus@icculus.org>
parents: 950
diff changeset
   644
        okay = okay && (predefbuf != NULL);
6ef73d06ecb0 Preprocessor: Moved pushing of predefined macros over to Buffer.
Ryan C. Gordon <icculus@icculus.org>
parents: 950
diff changeset
   645
        for (i = 0; okay && (i < define_count); i++)
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   646
        {
951
6ef73d06ecb0 Preprocessor: Moved pushing of predefined macros over to Buffer.
Ryan C. Gordon <icculus@icculus.org>
parents: 950
diff changeset
   647
            okay = okay && buffer_append_fmt(predefbuf, "#define %s %s\n",
6ef73d06ecb0 Preprocessor: Moved pushing of predefined macros over to Buffer.
Ryan C. Gordon <icculus@icculus.org>
parents: 950
diff changeset
   648
                                 defines[i].identifier, defines[i].definition);
657
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   649
        } // for
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   650
951
6ef73d06ecb0 Preprocessor: Moved pushing of predefined macros over to Buffer.
Ryan C. Gordon <icculus@icculus.org>
parents: 950
diff changeset
   651
        define_include_len = buffer_size(predefbuf);
6ef73d06ecb0 Preprocessor: Moved pushing of predefined macros over to Buffer.
Ryan C. Gordon <icculus@icculus.org>
parents: 950
diff changeset
   652
        if (define_include_len > 0)
657
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   653
        {
951
6ef73d06ecb0 Preprocessor: Moved pushing of predefined macros over to Buffer.
Ryan C. Gordon <icculus@icculus.org>
parents: 950
diff changeset
   654
            define_include = buffer_flatten(predefbuf);
6ef73d06ecb0 Preprocessor: Moved pushing of predefined macros over to Buffer.
Ryan C. Gordon <icculus@icculus.org>
parents: 950
diff changeset
   655
            okay = okay && (define_include != NULL);
6ef73d06ecb0 Preprocessor: Moved pushing of predefined macros over to Buffer.
Ryan C. Gordon <icculus@icculus.org>
parents: 950
diff changeset
   656
        } // if
6ef73d06ecb0 Preprocessor: Moved pushing of predefined macros over to Buffer.
Ryan C. Gordon <icculus@icculus.org>
parents: 950
diff changeset
   657
        buffer_destroy(predefbuf);
657
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   658
    } // if
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   659
894
1847405a16c6 Serious reworking of preprocessor macro replacement code.
Ryan C. Gordon <icculus@icculus.org>
parents: 882
diff changeset
   660
    if ((okay) && (!push_source(ctx,fname,source,sourcelen,1,NULL)))
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   661
        okay = 0;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   662
950
dcbf30c07fc9 Preprocessor: Don't push predefined macro null terminator to the include stack.
Ryan C. Gordon <icculus@icculus.org>
parents: 949
diff changeset
   663
    if ((okay) && (define_include_len > 0))
657
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   664
    {
950
dcbf30c07fc9 Preprocessor: Don't push predefined macro null terminator to the include stack.
Ryan C. Gordon <icculus@icculus.org>
parents: 949
diff changeset
   665
        assert(define_include != NULL);
657
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   666
        okay = push_source(ctx, "<predefined macros>", define_include,
951
6ef73d06ecb0 Preprocessor: Moved pushing of predefined macros over to Buffer.
Ryan C. Gordon <icculus@icculus.org>
parents: 950
diff changeset
   667
                           define_include_len, 1, close_define_include);
657
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   668
    } // if
1268d95644f0 Fold predefined macros into a virtual #include at the start of input.
Ryan C. Gordon <icculus@icculus.org>
parents: 656
diff changeset
   669
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   670
    if (!okay)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   671
    {
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   672
        preprocessor_end((Preprocessor *) ctx);
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   673
        return NULL;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   674
    } // if
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   675
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   676
    return (Preprocessor *) ctx;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   677
} // preprocessor_start
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   678
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   679
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   680
void preprocessor_end(Preprocessor *_ctx)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   681
{
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   682
    Context *ctx = (Context *) _ctx;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   683
    if (ctx == NULL)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   684
        return;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   685
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   686
    while (ctx->include_stack != NULL)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   687
        pop_source(ctx);
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   688
646
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   689
    put_all_defines(ctx);
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   690
858
d51537335896 Formalized the compiler's string cache into a real API.
Ryan C. Gordon <icculus@icculus.org>
parents: 841
diff changeset
   691
    if (ctx->filename_cache != NULL)
d51537335896 Formalized the compiler's string cache into a real API.
Ryan C. Gordon <icculus@icculus.org>
parents: 841
diff changeset
   692
        stringcache_destroy(ctx->filename_cache);
d51537335896 Formalized the compiler's string cache into a real API.
Ryan C. Gordon <icculus@icculus.org>
parents: 841
diff changeset
   693
896
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   694
    free_define(ctx, ctx->file_macro);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   695
    free_define(ctx, ctx->line_macro);
646
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   696
    free_define_pool(ctx);
620
1c4cf996004e Initial work on preprocessor conditionals.
Ryan C. Gordon <icculus@icculus.org>
parents: 618
diff changeset
   697
    free_conditional_pool(ctx);
646
60911555980a Use memory pools when allocating a bunch of short-lived structures.
Ryan C. Gordon <icculus@icculus.org>
parents: 645
diff changeset
   698
    free_include_pool(ctx);
555
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   699
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   700
    Free(ctx, ctx);
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   701
} // preprocessor_end
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   702
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   703
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   704
int preprocessor_outofmemory(Preprocessor *_ctx)
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   705
{
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   706
    Context *ctx = (Context *) _ctx;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   707
    return ctx->out_of_memory;
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   708
} // preprocessor_outofmemory
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   709
940821555fda Initial work on preprocessor. Not yet complete!
Ryan C. Gordon <icculus@icculus.org>
parents:
diff changeset
   710
652
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   711
static inline void pushback(IncludeState *state)
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   712
{
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   713
    #if DEBUG_PREPROCESSOR
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   714
    printf("PREPROCESSOR PUSHBACK\n");
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   715
    #endif
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   716
    assert(!state->pushedback);
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   717
    state->pushedback = 1;
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   718
} // pushback
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   719
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   720
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   721
static Token lexer(IncludeState *state)
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   722
{
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   723
    if (!state->pushedback)
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   724
        return preprocessor_lexer(state);
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   725
    state->pushedback = 0;
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   726
    return state->tokenval;
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   727
} // lexer
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   728
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   729
638
e910619c61f4 Added a FIXME.
Ryan C. Gordon <icculus@icculus.org>
parents: 637
diff changeset
   730
// !!! FIXME: parsing fails on preprocessor directives should skip rest of line.
614
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   731
static int require_newline(IncludeState *state)
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   732
{
652
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   733
    const Token token = lexer(state);
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   734
    pushback(state);  // rewind no matter what.
654
9210bd7eb2e2 Patched to compile.
Ryan C. Gordon <icculus@icculus.org>
parents: 652
diff changeset
   735
    return ( (token == TOKEN_INCOMPLETE_COMMENT) || // call it an eol.
652
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   736
             (token == ((Token) '\n')) || (token == TOKEN_EOI) );
614
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   737
} // require_newline
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   738
940
bc2a5efade5e Added a bunch of FIXMEs to accurately portray current technical debt.
Ryan C. Gordon <icculus@icculus.org>
parents: 939
diff changeset
   739
// !!! FIXME: didn't we implement this by hand elsewhere?
682
ad75eb06ddce First work on #if directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 681
diff changeset
   740
static int token_to_int(IncludeState *state)
ad75eb06ddce First work on #if directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 681
diff changeset
   741
{
ad75eb06ddce First work on #if directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 681
diff changeset
   742
    assert(state->tokenval == TOKEN_INT_LITERAL);
ad75eb06ddce First work on #if directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 681
diff changeset
   743
    char *buf = (char *) alloca(state->tokenlen+1);
ad75eb06ddce First work on #if directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 681
diff changeset
   744
    memcpy(buf, state->token, state->tokenlen);
ad75eb06ddce First work on #if directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 681
diff changeset
   745
    buf[state->tokenlen] = '\0';
ad75eb06ddce First work on #if directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 681
diff changeset
   746
    return atoi(buf);
ad75eb06ddce First work on #if directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 681
diff changeset
   747
} // token_to_int
ad75eb06ddce First work on #if directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 681
diff changeset
   748
ad75eb06ddce First work on #if directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 681
diff changeset
   749
611
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   750
static void handle_pp_include(Context *ctx)
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   751
{
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   752
    IncludeState *state = ctx->include_stack;
652
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   753
    Token token = lexer(state);
611
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   754
    MOJOSHADER_includeType incltype;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   755
    char *filename = NULL;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   756
    int bogus = 0;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   757
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   758
    if (token == TOKEN_STRING_LITERAL)
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   759
        incltype = MOJOSHADER_INCLUDETYPE_LOCAL;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   760
    else if (token == ((Token) '<'))
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   761
    {
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   762
        incltype = MOJOSHADER_INCLUDETYPE_SYSTEM;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   763
        // can't use lexer, since every byte between the < > pair is
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   764
        //  considered part of the filename.  :/
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   765
        while (!bogus)
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   766
        {
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   767
            if ( !(bogus = (state->bytes_left == 0)) )
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   768
            {
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   769
                const char ch = *state->source;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   770
                if ( !(bogus = ((ch == '\r') || (ch == '\n'))) )
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   771
                {
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   772
                    state->source++;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   773
                    state->bytes_left--;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   774
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   775
                    if (ch == '>')
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   776
                        break;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   777
                } // if
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   778
            } // if
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   779
        } // while
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   780
    } // else if
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   781
    else
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   782
    {
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   783
        bogus = 1;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   784
    } // else
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   785
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   786
    if (!bogus)
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   787
    {
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   788
        state->token++;  // skip '<' or '\"'...
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   789
        const unsigned int len = ((unsigned int) (state->source-state->token));
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   790
        filename = (char *) alloca(len);
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   791
        memcpy(filename, state->token, len-1);
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   792
        filename[len-1] = '\0';
614
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   793
        bogus = !require_newline(state);
611
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   794
    } // if
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   795
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   796
    if (bogus)
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   797
    {
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   798
        fail(ctx, "Invalid #include directive");
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   799
        return;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   800
    } // else
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   801
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   802
    const char *newdata = NULL;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   803
    unsigned int newbytes = 0;
813
a8ec84003cd2 Make #include callbacks optional.
Ryan C. Gordon <icculus@icculus.org>
parents: 798
diff changeset
   804
    if ((ctx->open_callback == NULL) || (ctx->close_callback == NULL))
a8ec84003cd2 Make #include callbacks optional.
Ryan C. Gordon <icculus@icculus.org>
parents: 798
diff changeset
   805
    {
a8ec84003cd2 Make #include callbacks optional.
Ryan C. Gordon <icculus@icculus.org>
parents: 798
diff changeset
   806
        fail(ctx, "Saw #include, but no include callbacks defined");
a8ec84003cd2 Make #include callbacks optional.
Ryan C. Gordon <icculus@icculus.org>
parents: 798
diff changeset
   807
        return;
a8ec84003cd2 Make #include callbacks optional.
Ryan C. Gordon <icculus@icculus.org>
parents: 798
diff changeset
   808
    } // if
a8ec84003cd2 Make #include callbacks optional.
Ryan C. Gordon <icculus@icculus.org>
parents: 798
diff changeset
   809
611
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   810
    if (!ctx->open_callback(incltype, filename, state->source_base,
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   811
                            &newdata, &newbytes, ctx->malloc,
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   812
                            ctx->free, ctx->malloc_data))
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   813
    {
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   814
        fail(ctx, "Include callback failed");  // !!! FIXME: better error
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   815
        return;
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   816
    } // if
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   817
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   818
    MOJOSHADER_includeClose callback = ctx->close_callback;
894
1847405a16c6 Serious reworking of preprocessor macro replacement code.
Ryan C. Gordon <icculus@icculus.org>
parents: 882
diff changeset
   819
    if (!push_source(ctx, filename, newdata, newbytes, 1, callback))
611
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   820
    {
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   821
        assert(ctx->out_of_memory);
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   822
        ctx->close_callback(newdata, ctx->malloc, ctx->free, ctx->malloc_data);
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   823
    } // if
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   824
} // handle_pp_include
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   825
8c2ee1a97ee1 Implemented #include in the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 607
diff changeset
   826
614
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   827
static void handle_pp_line(Context *ctx)
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   828
{
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   829
    IncludeState *state = ctx->include_stack;
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   830
    char *filename = NULL;
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   831
    int linenum = 0;
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   832
    int bogus = 0;
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   833
652
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   834
    if (lexer(state) != TOKEN_INT_LITERAL)
614
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   835
        bogus = 1;
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   836
    else
682
ad75eb06ddce First work on #if directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 681
diff changeset
   837
        linenum = token_to_int(state);
614
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   838
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   839
    if (!bogus)
871
e72ec737ed74 filename in #line is optional
Aras Pranckevicius <aras@unity3d.com>
parents: 869
diff changeset
   840
    {
e72ec737ed74 filename in #line is optional
Aras Pranckevicius <aras@unity3d.com>
parents: 869
diff changeset
   841
        Token t = lexer(state);
e72ec737ed74 filename in #line is optional
Aras Pranckevicius <aras@unity3d.com>
parents: 869
diff changeset
   842
        if (t == ((Token) '\n'))
e72ec737ed74 filename in #line is optional
Aras Pranckevicius <aras@unity3d.com>
parents: 869
diff changeset
   843
        {
e72ec737ed74 filename in #line is optional
Aras Pranckevicius <aras@unity3d.com>
parents: 869
diff changeset
   844
            state->line = linenum;
e72ec737ed74 filename in #line is optional
Aras Pranckevicius <aras@unity3d.com>
parents: 869
diff changeset
   845
            return;
e72ec737ed74 filename in #line is optional
Aras Pranckevicius <aras@unity3d.com>
parents: 869
diff changeset
   846
        }
e72ec737ed74 filename in #line is optional
Aras Pranckevicius <aras@unity3d.com>
parents: 869
diff changeset
   847
        bogus = (t != TOKEN_STRING_LITERAL);
e72ec737ed74 filename in #line is optional
Aras Pranckevicius <aras@unity3d.com>
parents: 869
diff changeset
   848
    }
614
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   849
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   850
    if (!bogus)
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   851
    {
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   852
        state->token++;  // skip '\"'...
648
243e35876142 Have lexer calculate token size now.
Ryan C. Gordon <icculus@icculus.org>
parents: 647
diff changeset
   853
        filename = (char *) alloca(state->tokenlen);
243e35876142 Have lexer calculate token size now.
Ryan C. Gordon <icculus@icculus.org>
parents: 647
diff changeset
   854
        memcpy(filename, state->token, state->tokenlen-1);
243e35876142 Have lexer calculate token size now.
Ryan C. Gordon <icculus@icculus.org>
parents: 647
diff changeset
   855
        filename[state->tokenlen-1] = '\0';
614
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   856
        bogus = !require_newline(state);
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   857
    } // if
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   858
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   859
    if (bogus)
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   860
    {
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   861
        fail(ctx, "Invalid #line directive");
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   862
        return;
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   863
    } // if
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   864
858
d51537335896 Formalized the compiler's string cache into a real API.
Ryan C. Gordon <icculus@icculus.org>
parents: 841
diff changeset
   865
    const char *cached = stringcache(ctx->filename_cache, filename);
949
356f04114580 Hook up preprocessor string cache to MallocBridge().
Ryan C. Gordon <icculus@icculus.org>
parents: 945
diff changeset
   866
    state->filename = cached;  // may be NULL if stringcache() failed.
614
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   867
    state->line = linenum;
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   868
} // handle_pp_line
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   869
0f2f298003ae Implemented #line preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 612
diff changeset
   870
606
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   871
static void handle_pp_error(Context *ctx)
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   872
{
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   873
    IncludeState *state = ctx->include_stack;
635
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   874
    char *ptr = ctx->failstr;
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   875
    int avail = sizeof (ctx->failstr) - 1;
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   876
    int cpy = 0;
606
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   877
    int done = 0;
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   878
635
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   879
    const char *prefix = "#error";
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   880
    const size_t prefixlen = strlen(prefix);
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   881
    strcpy(ctx->failstr, prefix);
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   882
    avail -= prefixlen;
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   883
    ptr += prefixlen;
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   884
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   885
    state->report_whitespace = 1;
606
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   886
    while (!done)
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   887
    {
652
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   888
        const Token token = lexer(state);
606
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   889
        switch (token)
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   890
        {
615
5467d19b4d7d Fix line numbers in #error preprocessor directives.
Ryan C. Gordon <icculus@icculus.org>
parents: 614
diff changeset
   891
            case ((Token) '\n'):
5467d19b4d7d Fix line numbers in #error preprocessor directives.
Ryan C. Gordon <icculus@icculus.org>
parents: 614
diff changeset
   892
                state->line--;  // make sure error is on the right line.
5467d19b4d7d Fix line numbers in #error preprocessor directives.
Ryan C. Gordon <icculus@icculus.org>
parents: 614
diff changeset
   893
                // fall through!
606
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   894
            case TOKEN_INCOMPLETE_COMMENT:
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   895
            case TOKEN_EOI:
652
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   896
                pushback(state);  // move back so we catch this later.
606
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   897
                done = 1;
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   898
                break;
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   899
894
1847405a16c6 Serious reworking of preprocessor macro replacement code.
Ryan C. Gordon <icculus@icculus.org>
parents: 882
diff changeset
   900
            case ((Token) ' '):
635
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   901
                if (!avail)
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   902
                    break;
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   903
                *(ptr++) = ' ';
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   904
                avail--;
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   905
                break;
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   906
606
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   907
            default:
650
9c91067da49d Patched to compile.
Ryan C. Gordon <icculus@icculus.org>
parents: 649
diff changeset
   908
                cpy = Min(avail, (int) state->tokenlen);
635
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   909
                if (cpy)
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   910
                    memcpy(ptr, state->token, cpy);
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   911
                ptr += cpy;
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   912
                avail -= cpy;
606
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   913
                break;
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   914
        } // switch
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   915
    } // while
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   916
635
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   917
    *ptr = '\0';
be3b428802a1 Try to make #error lexing match gcc's.
Ryan C. Gordon <icculus@icculus.org>
parents: 634
diff changeset
   918
    state->report_whitespace = 0;
606
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   919
    ctx->isfail = 1;
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   920
} // handle_pp_error
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   921
63e7a66ac320 Added support for #error directive to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 605
diff changeset
   922
639
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
   923
static void handle_pp_define(Context *ctx)
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
   924
{
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
   925
    IncludeState *state = ctx->include_stack;
798
5dd67cc04cf9 Bunch of small tweaks to make this compile as C++ code without errors/warnings.
Ryan C. Gordon <icculus@icculus.org>
parents: 755
diff changeset
   926
    int done = 0;
639
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
   927
652
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
   928
    if (lexer(state) != TOKEN_IDENTIFIER)
639
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
   929
    {
754
d405cfa22392 Fixed typo.
Ryan C. Gordon <icculus@icculus.org>
parents: 748
diff changeset
   930
        fail(ctx, "Macro names must be identifiers");
639
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
   931
        return;
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
   932
    } // if
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
   933
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   934
    char *definition = NULL;
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   935
    char *sym = (char *) Malloc(ctx, state->tokenlen+1);
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   936
    if (sym == NULL)
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   937
        return;
648
243e35876142 Have lexer calculate token size now.
Ryan C. Gordon <icculus@icculus.org>
parents: 647
diff changeset
   938
    memcpy(sym, state->token, state->tokenlen);
243e35876142 Have lexer calculate token size now.
Ryan C. Gordon <icculus@icculus.org>
parents: 647
diff changeset
   939
    sym[state->tokenlen] = '\0';
639
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
   940
699
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   941
    if (strcmp(sym, "defined") == 0)
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   942
    {
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   943
        Free(ctx, sym);
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   944
        fail(ctx, "'defined' cannot be used as a macro name");
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   945
        return;
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   946
    } // if
c2f50b391d96 Support for "#if defined" in preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 698
diff changeset
   947
875
dc28354d576e Added support for __FILE__ and __LINE__ to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 873
diff changeset
   948
    // Don't treat these symbols as special anymore if they get (re)#defined.
dc28354d576e Added support for __FILE__ and __LINE__ to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 873
diff changeset
   949
    if (strcmp(sym, "__FILE__") == 0)
dc28354d576e Added support for __FILE__ and __LINE__ to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 873
diff changeset
   950
    {
896
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   951
        if (ctx->file_macro)
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   952
        {
875
dc28354d576e Added support for __FILE__ and __LINE__ to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 873
diff changeset
   953
            failf(ctx, "'%s' already defined", sym); // !!! FIXME: warning?
896
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   954
            free_define(ctx, ctx->file_macro);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   955
            ctx->file_macro = NULL;
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   956
        } // if
875
dc28354d576e Added support for __FILE__ and __LINE__ to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 873
diff changeset
   957
    } // if
dc28354d576e Added support for __FILE__ and __LINE__ to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 873
diff changeset
   958
    else if (strcmp(sym, "__LINE__") == 0)
dc28354d576e Added support for __FILE__ and __LINE__ to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 873
diff changeset
   959
    {
896
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   960
        if (ctx->line_macro)
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   961
        {
875
dc28354d576e Added support for __FILE__ and __LINE__ to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 873
diff changeset
   962
            failf(ctx, "'%s' already defined", sym); // !!! FIXME: warning?
896
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   963
            free_define(ctx, ctx->line_macro);
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   964
            ctx->line_macro = NULL;
7a7989b18117 Handle __FILE__ and __LINE__ better.
Ryan C. Gordon <icculus@icculus.org>
parents: 895
diff changeset
   965
        } // if
875
dc28354d576e Added support for __FILE__ and __LINE__ to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 873
diff changeset
   966
    } // else if
dc28354d576e Added support for __FILE__ and __LINE__ to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 873
diff changeset
   967
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   968
    // #define a(b) is different than #define a (b)    :(
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   969
    state->report_whitespace = 1;
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   970
    lexer(state);
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   971
    state->report_whitespace = 0;
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   972
755
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
   973
    int params = 0;
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   974
    char **idents = NULL;
798
5dd67cc04cf9 Bunch of small tweaks to make this compile as C++ code without errors/warnings.
Ryan C. Gordon <icculus@icculus.org>
parents: 755
diff changeset
   975
    static const char space = ' ';
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   976
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   977
    if (state->tokenval == ((Token) ' '))
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   978
        lexer(state);  // skip it.
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   979
    else if (state->tokenval == ((Token) '('))
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   980
    {
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   981
        IncludeState saved;
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   982
        memcpy(&saved, state, sizeof (IncludeState));
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   983
        while (1)
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   984
        {
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   985
            if (lexer(state) != TOKEN_IDENTIFIER)
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   986
                break;
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   987
            params++;
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   988
            if (lexer(state) != ((Token) ','))
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   989
                break;
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   990
        } // while
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   991
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   992
        if (state->tokenval != ((Token) ')'))
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   993
        {
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   994
            fail(ctx, "syntax error in macro parameter list");
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   995
            goto handle_pp_define_failed;
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   996
        } // if
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
   997
755
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
   998
        if (params == 0)  // special case for void args: "#define a() b"
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
   999
            params = -1;
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1000
        else
748
818ae6582f24 Fixed assertion failure when defining a void-argument macro: "#define a() b"
Ryan C. Gordon <icculus@icculus.org>
parents: 746
diff changeset
  1001
        {
818ae6582f24 Fixed assertion failure when defining a void-argument macro: "#define a() b"
Ryan C. Gordon <icculus@icculus.org>
parents: 746
diff changeset
  1002
            idents = (char **) Malloc(ctx, sizeof (char *) * params);
818ae6582f24 Fixed assertion failure when defining a void-argument macro: "#define a() b"
Ryan C. Gordon <icculus@icculus.org>
parents: 746
diff changeset
  1003
            if (idents == NULL)
818ae6582f24 Fixed assertion failure when defining a void-argument macro: "#define a() b"
Ryan C. Gordon <icculus@icculus.org>
parents: 746
diff changeset
  1004
                goto handle_pp_define_failed;
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
  1005
755
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1006
            // roll all the way back, do it again.
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1007
            memcpy(state, &saved, sizeof (IncludeState));
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1008
            memset(idents, '\0', sizeof (char *) * params);
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
  1009
755
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1010
            int i;
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1011
            for (i = 0; i < params; i++)
748
818ae6582f24 Fixed assertion failure when defining a void-argument macro: "#define a() b"
Ryan C. Gordon <icculus@icculus.org>
parents: 746
diff changeset
  1012
            {
818ae6582f24 Fixed assertion failure when defining a void-argument macro: "#define a() b"
Ryan C. Gordon <icculus@icculus.org>
parents: 746
diff changeset
  1013
                lexer(state);
755
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1014
                assert(state->tokenval == TOKEN_IDENTIFIER);
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1015
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1016
                char *dst = (char *) Malloc(ctx, state->tokenlen+1);
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1017
                if (dst == NULL)
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1018
                    break;
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1019
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1020
                memcpy(dst, state->token, state->tokenlen);
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1021
                dst[state->tokenlen] = '\0';
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1022
                idents[i] = dst;
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
  1023
755
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1024
                if (i < (params-1))
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1025
                {
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1026
                    lexer(state);
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1027
                    assert(state->tokenval == ((Token) ','));
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1028
                } // if
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1029
            } // for
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
  1030
755
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1031
            if (i != params)
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1032
            {
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1033
                assert(ctx->out_of_memory);
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1034
                goto handle_pp_define_failed;
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1035
            } // if
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1036
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1037
            lexer(state);
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1038
            assert(state->tokenval == ((Token) ')'));
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1039
        } // else
6a7aa96c51c7 Reworked preprocessor macro argument parsing.
Ryan C. Gordon <icculus@icculus.org>
parents: 754
diff changeset
  1040
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
  1041
        lexer(state);
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
  1042
    } // else if
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
  1043
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
  1044
    pushback(state);
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
  1045
944
9f9fa9650772 Paying off more technical debt: unified growable buffers into one place.
Ryan C. Gordon <icculus@icculus.org>
parents: 941
diff changeset
  1046
    Buffer *buffer = buffer_create(128, MallocBridge, FreeBridge, ctx);
639
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1047
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
  1048
    state->report_whitespace = 1;
639
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1049
    while ((!done) && (!ctx->out_of_memory))
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1050
    {
652
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
  1051
        const Token token = lexer(state);
639
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1052
        switch (token)
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1053
        {
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1054
            case TOKEN_INCOMPLETE_COMMENT:
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1055
            case TOKEN_EOI:
652
3333a0774ccc Added basic pushback facility to the preprocessor.
Ryan C. Gordon <icculus@icculus.org>
parents: 650
diff changeset
  1056
                pushback(state);  // move back so we catch this later.
864
aa3bec973a21 Check for "##" at the start and end of macro definitions.
Ryan C. Gordon <icculus@icculus.org>
parents: 861
diff changeset
  1057
                done = 1;
aa3bec973a21 Check for "##" at the start and end of macro definitions.
Ryan C. Gordon <icculus@icculus.org>
parents: 861
diff changeset
  1058
                break;
aa3bec973a21 Check for "##" at the start and end of macro definitions.
Ryan C. Gordon <icculus@icculus.org>
parents: 861
diff changeset
  1059
639
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1060
            case ((Token) '\n'):
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1061
                done = 1;
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1062
                break;
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1063
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1064
            case ((Token) ' '):  // may not actually point to ' '.
944
9f9fa9650772 Paying off more technical debt: unified growable buffers into one place.
Ryan C. Gordon <icculus@icculus.org>
parents: 941
diff changeset
  1065
                assert(buffer_size(buffer) > 0);
9f9fa9650772 Paying off more technical debt: unified growable buffers into one place.
Ryan C. Gordon <icculus@icculus.org>
parents: 941
diff changeset
  1066
                buffer_append(buffer, &space, 1);
639
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1067
                break;
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1068
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1069
            default:
944
9f9fa9650772 Paying off more technical debt: unified growable buffers into one place.
Ryan C. Gordon <icculus@icculus.org>
parents: 941
diff changeset
  1070
                buffer_append(buffer, state->token, state->tokenlen);
639
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1071
                break;
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1072
        } // switch
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1073
    } // while
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1074
    state->report_whitespace = 0;
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1075
944
9f9fa9650772 Paying off more technical debt: unified growable buffers into one place.
Ryan C. Gordon <icculus@icculus.org>
parents: 941
diff changeset
  1076
    size_t buflen = buffer_size(buffer) + 1;
639
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1077
    if (!ctx->out_of_memory)
944
9f9fa9650772 Paying off more technical debt: unified growable buffers into one place.
Ryan C. Gordon <icculus@icculus.org>
parents: 941
diff changeset
  1078
        definition = buffer_flatten(buffer);
639
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1079
944
9f9fa9650772 Paying off more technical debt: unified growable buffers into one place.
Ryan C. Gordon <icculus@icculus.org>
parents: 941
diff changeset
  1080
    buffer_destroy(buffer);
639
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1081
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1082
    if (ctx->out_of_memory)
678
9fa2eb7d7871 Preprocessor now supports macros with parameters.
Ryan C. Gordon <icculus@icculus.org>
parents: 677
diff changeset
  1083
        goto handle_pp_define_failed;
639
1b549be9ab59 Added #define preprocessor directive.
Ryan C. Gordon <icculus@icculus.org>
parents: 638
diff changeset
  1084
864
aa3bec973a21 Check for "##" at the start and end of macro definitions.
Ryan C. Gordon <icculus@icculus.org>
parents: 861
diff changeset
  1085
    int hashhash_error = 0;
aa3bec973a21 Check for "##" at the start and end of macro definitions.
Ryan C. Gordon <icculus@icculus.org>
parents: 861
diff changeset
  1086
    if ((buflen > 2) && (definition[0] == '#') && (definition[1] == '#'))
aa3bec973a21 Check for "##" at the start and end of macro definitions.
Ryan C. Gordon <icculus@icculus.org>
parents: 861
diff changeset
  1087
    {
aa3bec973a21 Check for "##" at the start and end of macro definitions.
Ryan C. Gordon <icculus@icculus.org>
parents: 861
diff changeset
  1088
        hashhash_error = 1;
aa3bec973a21 Check for "##" at the start and end of macro definitions.
Ryan C. Gordo