initial import

This commit is contained in:
2008-12-21 21:35:07 +00:00
parent 4c01ea1604
commit 4803bd861a
384 changed files with 24572 additions and 53621 deletions

View File

@ -4,20 +4,20 @@
* {License}
*/
#ifndef _ASE_LIB_AWK_AWK_H_
#define _ASE_LIB_AWK_AWK_H_
#ifndef _QSE_LIB_AWK_AWK_H_
#define _QSE_LIB_AWK_AWK_H_
#include "../cmn/mem.h"
#include "../cmn/chr.h"
#include <ase/cmn/str.h>
#include <ase/cmn/map.h>
#include <ase/cmn/lda.h>
#include <ase/cmn/rex.h>
#include <qse/cmn/str.h>
#include <qse/cmn/map.h>
#include <qse/cmn/lda.h>
#include <qse/cmn/rex.h>
typedef struct ase_awk_chain_t ase_awk_chain_t;
typedef struct ase_awk_tree_t ase_awk_tree_t;
typedef struct qse_awk_chain_t qse_awk_chain_t;
typedef struct qse_awk_tree_t qse_awk_tree_t;
#include <ase/awk/awk.h>
#include <qse/awk/awk.h>
#include "tree.h"
#include "func.h"
#include "parse.h"
@ -30,56 +30,56 @@ typedef struct ase_awk_tree_t ase_awk_tree_t;
#pragma warning (disable: 4296)
#endif
#define ASE_AWK_MAX_GLOBALS 9999
#define ASE_AWK_MAX_LOCALS 9999
#define ASE_AWK_MAX_PARAMS 9999
#define QSE_AWK_MAX_GLOBALS 9999
#define QSE_AWK_MAX_LOCALS 9999
#define QSE_AWK_MAX_PARAMS 9999
#define ASE_AWK_ALLOC(awk,size) ASE_MMGR_ALLOC((awk)->mmgr,size)
#define ASE_AWK_REALLOC(awk,ptr,size) ASE_MMGR_REALLOC((awk)->mmgr,ptr,size)
#define ASE_AWK_FREE(awk,ptr) ASE_MMGR_FREE((awk)->mmgr,ptr)
#define QSE_AWK_ALLOC(awk,size) QSE_MMGR_ALLOC((awk)->mmgr,size)
#define QSE_AWK_REALLOC(awk,ptr,size) QSE_MMGR_REALLOC((awk)->mmgr,ptr,size)
#define QSE_AWK_FREE(awk,ptr) QSE_MMGR_FREE((awk)->mmgr,ptr)
#define ASE_AWK_ISUPPER(awk,c) ASE_CCLS_ISUPPER((awk)->ccls,c)
#define ASE_AWK_ISLOWER(awk,c) ASE_CCLS_ISLOWER((awk)->ccls,c)
#define ASE_AWK_ISALPHA(awk,c) ASE_CCLS_ISALPHA((awk)->ccls,c)
#define ASE_AWK_ISDIGIT(awk,c) ASE_CCLS_ISDIGIT((awk)->ccls,c)
#define ASE_AWK_ISXDIGIT(awk,c) ASE_CCLS_ISXDIGIT((awk)->ccls,c)
#define ASE_AWK_ISALNUM(awk,c) ASE_CCLS_ISALNUM((awk)->ccls,c)
#define ASE_AWK_ISSPACE(awk,c) ASE_CCLS_ISSPACE((awk)->ccls,c)
#define ASE_AWK_ISPRINT(awk,c) ASE_CCLS_ISPRINT((awk)->ccls,c)
#define ASE_AWK_ISGRAPH(awk,c) ASE_CCLS_ISGRAPH((awk)->ccls,c)
#define ASE_AWK_ISCNTRL(awk,c) ASE_CCLS_ISCNTRL((awk)->ccls,c)
#define ASE_AWK_ISPUNCT(awk,c) ASE_CCLS_ISPUNCT((awk)->ccls,c)
#define ASE_AWK_TOUPPER(awk,c) ASE_CCLS_TOUPPER((awk)->ccls,c)
#define ASE_AWK_TOLOWER(awk,c) ASE_CCLS_TOLOWER((awk)->ccls,c)
#define QSE_AWK_ISUPPER(awk,c) QSE_CCLS_ISUPPER((awk)->ccls,c)
#define QSE_AWK_ISLOWER(awk,c) QSE_CCLS_ISLOWER((awk)->ccls,c)
#define QSE_AWK_ISALPHA(awk,c) QSE_CCLS_ISALPHA((awk)->ccls,c)
#define QSE_AWK_ISDIGIT(awk,c) QSE_CCLS_ISDIGIT((awk)->ccls,c)
#define QSE_AWK_ISXDIGIT(awk,c) QSE_CCLS_ISXDIGIT((awk)->ccls,c)
#define QSE_AWK_ISALNUM(awk,c) QSE_CCLS_ISALNUM((awk)->ccls,c)
#define QSE_AWK_ISSPACE(awk,c) QSE_CCLS_ISSPACE((awk)->ccls,c)
#define QSE_AWK_ISPRINT(awk,c) QSE_CCLS_ISPRINT((awk)->ccls,c)
#define QSE_AWK_ISGRAPH(awk,c) QSE_CCLS_ISGRAPH((awk)->ccls,c)
#define QSE_AWK_ISCNTRL(awk,c) QSE_CCLS_ISCNTRL((awk)->ccls,c)
#define QSE_AWK_ISPUNCT(awk,c) QSE_CCLS_ISPUNCT((awk)->ccls,c)
#define QSE_AWK_TOUPPER(awk,c) QSE_CCLS_TOUPPER((awk)->ccls,c)
#define QSE_AWK_TOLOWER(awk,c) QSE_CCLS_TOLOWER((awk)->ccls,c)
#define ASE_AWK_STRDUP(awk,str) (ase_strdup(str,(awk)->mmgr))
#define ASE_AWK_STRXDUP(awk,str,len) (ase_strxdup(str,len,(awk)->mmgr))
#define QSE_AWK_STRDUP(awk,str) (qse_strdup(str,(awk)->mmgr))
#define QSE_AWK_STRXDUP(awk,str,len) (qse_strxdup(str,len,(awk)->mmgr))
struct ase_awk_tree_t
struct qse_awk_tree_t
{
ase_size_t nglobals; /* total number of globals */
ase_size_t nbglobals; /* number of intrinsic globals */
ase_cstr_t cur_afn;
ase_map_t* afns; /* awk function map */
qse_size_t nglobals; /* total number of globals */
qse_size_t nbglobals; /* number of intrinsic globals */
qse_cstr_t cur_afn;
qse_map_t* afns; /* awk function map */
ase_awk_nde_t* begin;
ase_awk_nde_t* begin_tail;
qse_awk_nde_t* begin;
qse_awk_nde_t* begin_tail;
ase_awk_nde_t* end;
ase_awk_nde_t* end_tail;
qse_awk_nde_t* end;
qse_awk_nde_t* end_tail;
ase_awk_chain_t* chain;
ase_awk_chain_t* chain_tail;
ase_size_t chain_size; /* number of nodes in the chain */
qse_awk_chain_t* chain;
qse_awk_chain_t* chain_tail;
qse_size_t chain_size; /* number of nodes in the chain */
int ok;
};
struct ase_awk_t
struct qse_awk_t
{
ase_mmgr_t* mmgr;
ase_ccls_t* ccls;
ase_awk_prmfns_t* prmfns;
qse_mmgr_t* mmgr;
qse_ccls_t* ccls;
qse_awk_prmfns_t* prmfns;
void* assoc_data;
@ -87,15 +87,15 @@ struct ase_awk_t
int option;
/* word table */
ase_map_t* wtab;
qse_map_t* wtab;
/* reverse word table */
ase_map_t* rwtab;
qse_map_t* rwtab;
/* regular expression processing routines */
ase_awk_rexfns_t* rexfns;
qse_awk_rexfns_t* rexfns;
/* parse tree */
ase_awk_tree_t tree;
qse_awk_tree_t tree;
/* temporary information that the parser needs */
struct
@ -111,63 +111,63 @@ struct ase_awk_t
{
struct
{
ase_size_t block;
ase_size_t loop;
ase_size_t expr; /* expression */
qse_size_t block;
qse_size_t loop;
qse_size_t expr; /* expression */
} cur;
struct
{
ase_size_t block;
ase_size_t expr;
qse_size_t block;
qse_size_t expr;
} max;
} depth;
/* function calls */
ase_map_t* afns;
qse_map_t* afns;
/* named variables */
ase_map_t* named;
qse_map_t* named;
/* global variables */
ase_lda_t* globals;
qse_lda_t* globals;
/* local variables */
ase_lda_t* locals;
qse_lda_t* locals;
/* parameters to a function */
ase_lda_t* params;
qse_lda_t* params;
/* maximum number of local variables */
ase_size_t nlocals_max;
qse_size_t nlocals_max;
ase_awk_nde_t* (*parse_block) (
ase_awk_t*,ase_size_t,ase_bool_t);
qse_awk_nde_t* (*parse_block) (
qse_awk_t*,qse_size_t,qse_bool_t);
} parse;
/* source code management */
struct
{
ase_awk_srcios_t ios;
qse_awk_srcios_t ios;
struct
{
ase_cint_t curc;
ase_cint_t ungotc[5];
ase_size_t ungotc_line[5];
ase_size_t ungotc_column[5];
ase_size_t ungotc_count;
qse_cint_t curc;
qse_cint_t ungotc[5];
qse_size_t ungotc_line[5];
qse_size_t ungotc_column[5];
qse_size_t ungotc_count;
ase_size_t line;
ase_size_t column;
qse_size_t line;
qse_size_t column;
} lex;
struct
{
ase_char_t buf[512];
ase_size_t buf_pos;
ase_size_t buf_len;
qse_char_t buf[512];
qse_size_t buf_pos;
qse_size_t buf_len;
} shared;
} src;
@ -177,21 +177,21 @@ struct ase_awk_t
struct
{
int type;
ase_size_t line;
ase_size_t column;
qse_size_t line;
qse_size_t column;
} prev;
int type;
ase_str_t* name;
ase_size_t line;
ase_size_t column;
qse_str_t* name;
qse_size_t line;
qse_size_t column;
} token;
/* intrinsic functions */
struct
{
ase_awk_bfn_t* sys;
ase_map_t* user;
qse_awk_bfn_t* sys;
qse_map_t* user;
} bfn;
struct
@ -200,8 +200,8 @@ struct ase_awk_t
{
struct
{
ase_size_t block;
ase_size_t expr;
qse_size_t block;
qse_size_t expr;
} max;
} depth;
} run;
@ -212,79 +212,79 @@ struct ase_awk_t
{
struct
{
ase_size_t build;
ase_size_t match;
qse_size_t build;
qse_size_t match;
} max;
} depth;
} rex;
struct
{
ase_char_t fmt[1024];
qse_char_t fmt[1024];
} tmp;
/* housekeeping */
int errnum;
ase_size_t errlin;
ase_char_t errmsg[256];
ase_char_t* errstr[ASE_AWK_NUMERRNUM];
qse_size_t errlin;
qse_char_t errmsg[256];
qse_char_t* errstr[QSE_AWK_NUMERRNUM];
ase_bool_t stopall;
qse_bool_t stopall;
};
struct ase_awk_chain_t
struct qse_awk_chain_t
{
ase_awk_nde_t* pattern;
ase_awk_nde_t* action;
ase_awk_chain_t* next;
qse_awk_nde_t* pattern;
qse_awk_nde_t* action;
qse_awk_chain_t* next;
};
struct ase_awk_run_t
struct qse_awk_run_t
{
int id;
ase_map_t* named;
qse_map_t* named;
void** stack;
ase_size_t stack_top;
ase_size_t stack_base;
ase_size_t stack_limit;
qse_size_t stack_top;
qse_size_t stack_base;
qse_size_t stack_limit;
int exit_level;
ase_awk_val_ref_t* fcache[128];
/*ase_awk_val_str_t* scache32[128];
ase_awk_val_str_t* scache64[128];*/
ase_size_t fcache_count;
/*ase_size_t scache32_count;
ase_size_t scache64_count;*/
qse_awk_val_ref_t* fcache[128];
/*qse_awk_val_str_t* scache32[128];
qse_awk_val_str_t* scache64[128];*/
qse_size_t fcache_count;
/*qse_size_t scache32_count;
qse_size_t scache64_count;*/
struct
{
ase_awk_val_int_t* ifree;
ase_awk_val_chunk_t* ichunk;
ase_awk_val_real_t* rfree;
ase_awk_val_chunk_t* rchunk;
qse_awk_val_int_t* ifree;
qse_awk_val_chunk_t* ichunk;
qse_awk_val_real_t* rfree;
qse_awk_val_chunk_t* rchunk;
} vmgr;
ase_awk_nde_blk_t* active_block;
ase_byte_t* pattern_range_state;
qse_awk_nde_blk_t* active_block;
qse_byte_t* pattern_range_state;
struct
{
ase_char_t buf[1024];
ase_size_t buf_pos;
ase_size_t buf_len;
ase_bool_t eof;
qse_char_t buf[1024];
qse_size_t buf_pos;
qse_size_t buf_len;
qse_bool_t eof;
ase_str_t line;
ase_awk_val_t* d0; /* $0 */
qse_str_t line;
qse_awk_val_t* d0; /* $0 */
ase_size_t maxflds;
ase_size_t nflds; /* NF */
qse_size_t maxflds;
qse_size_t nflds; /* NF */
struct
{
ase_char_t* ptr;
ase_size_t len;
ase_awk_val_t* val; /* $1 .. $NF */
qse_char_t* ptr;
qse_size_t len;
qse_awk_val_t* val; /* $1 .. $NF */
}* flds;
} inrec;
@ -295,54 +295,54 @@ struct ase_awk_run_t
void* fs;
int ignorecase;
ase_long_t nr;
ase_long_t fnr;
qse_long_t nr;
qse_long_t fnr;
struct
{
ase_char_t* ptr;
ase_size_t len;
qse_char_t* ptr;
qse_size_t len;
} convfmt;
struct
{
ase_char_t* ptr;
ase_size_t len;
qse_char_t* ptr;
qse_size_t len;
} ofmt;
struct
{
ase_char_t* ptr;
ase_size_t len;
qse_char_t* ptr;
qse_size_t len;
} ofs;
struct
{
ase_char_t* ptr;
ase_size_t len;
qse_char_t* ptr;
qse_size_t len;
} ors;
struct
{
ase_char_t* ptr;
ase_size_t len;
qse_char_t* ptr;
qse_size_t len;
} subsep;
} global;
/* extio chain */
struct
{
ase_awk_io_t handler[ASE_AWK_EXTIO_NUM];
qse_awk_io_t handler[QSE_AWK_EXTIO_NUM];
void* data;
ase_awk_extio_t* chain;
qse_awk_extio_t* chain;
} extio;
struct
{
ase_str_t fmt;
ase_str_t out;
qse_str_t fmt;
qse_str_t out;
struct
{
ase_char_t* ptr;
ase_size_t len; /* length */
ase_size_t inc; /* increment */
qse_char_t* ptr;
qse_size_t len; /* length */
qse_size_t inc; /* increment */
} tmp;
} format;
@ -350,33 +350,33 @@ struct ase_awk_run_t
{
struct
{
ase_size_t block;
ase_size_t expr; /* expression */
qse_size_t block;
qse_size_t expr; /* expression */
} cur;
struct
{
ase_size_t block;
ase_size_t expr;
qse_size_t block;
qse_size_t expr;
} max;
} depth;
int errnum;
ase_size_t errlin;
ase_char_t errmsg[256];
qse_size_t errlin;
qse_char_t errmsg[256];
void* data;
ase_awk_t* awk;
ase_awk_runcbs_t* cbs;
qse_awk_t* awk;
qse_awk_runcbs_t* cbs;
};
#define ASE_AWK_FREEREX(awk,code) ase_freerex((awk)->mmgr,code)
#define ASE_AWK_ISEMPTYREX(awk,code) ase_isemptyrex(code)
#define ASE_AWK_BUILDREX(awk,ptn,len,errnum) \
ase_awk_buildrex(awk,ptn,len,errnum)
#define ASE_AWK_MATCHREX(awk,code,option,str,len,match_ptr,match_len,errnum) \
ase_awk_matchrex(awk,code,option,str,len,match_ptr,match_len,errnum)
#define QSE_AWK_FREEREX(awk,code) qse_freerex((awk)->mmgr,code)
#define QSE_AWK_ISEMPTYREX(awk,code) qse_isemptyrex(code)
#define QSE_AWK_BUILDREX(awk,ptn,len,errnum) \
qse_awk_buildrex(awk,ptn,len,errnum)
#define QSE_AWK_MATCHREX(awk,code,option,str,len,match_ptr,match_len,errnum) \
qse_awk_matchrex(awk,code,option,str,len,match_ptr,match_len,errnum)
#endif