/*
* Copyright (c) 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2008,
* 2010, 2015
* Tama Communications Corporation
*
* This file is part of GNU GLOBAL.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see .
*/
#ifdef HAVE_CONFIG_H
#include
#endif
#ifdef HAVE_STRING_H
#include
#else
#include
#endif
#include "internal.h"
#include "die.h"
#include "strbuf.h"
#include "strlimcpy.h"
#include "token.h"
#include "c_res.h"
static void C_family(const struct parser_param *, int);
static void process_attribute(const struct parser_param *);
static int function_definition(const struct parser_param *, char *);
static void condition_macro(const struct parser_param *, int);
static int enumerator_list(const struct parser_param *);
#define IS_TYPE_QUALIFIER(c) ((c) == C_CONST || (c) == C_RESTRICT || (c) == C_VOLATILE)
#define DECLARATIONS 0
#define RULES 1
#define PROGRAMS 2
#define TYPE_C 0
#define TYPE_LEX 1
#define TYPE_YACC 2
#define MAXPIFSTACK 100
/*
* #ifdef stack.
*/
static struct {
short start; /* level when '#if' block started */
short end; /* level when '#if' block end */
short if0only; /* '#if 0' or notdef only */
} stack[MAXPIFSTACK], *cur;
static int piflevel; /* condition macro level */
static int level; /* brace level */
static int externclevel; /* 'extern "C"' block level */
/**
* yacc: read yacc file and pickup tag entries.
*/
void
yacc(const struct parser_param *param)
{
C_family(param, TYPE_YACC);
}
/**
* C: read C file and pickup tag entries.
*/
void
C(const struct parser_param *param)
{
C_family(param, TYPE_C);
}
/**
* @param[in] param source file
* @param[in] type TYPE_C, TYPE_YACC, TYPE_LEX
*/
static void
C_family(const struct parser_param *param, int type)
{
int c, cc;
int savelevel;
int startmacro, startsharp;
const char *interested = "{}=;";
STRBUF *sb = strbuf_open(0);
/*
* yacc file format is like the following.
*
* declarations
* %%
* rules
* %%
* programs
*
*/
int yaccstatus = (type == TYPE_YACC) ? DECLARATIONS : PROGRAMS;
int inC = (type == TYPE_YACC) ? 0 : 1; /* 1 while C source */
level = piflevel = externclevel = 0;
savelevel = -1;
startmacro = startsharp = 0;
if (!opentoken(param->file))
die("'%s' cannot open.", param->file);
cmode = 1; /* allow token like '#xxx' */
crflag = 1; /* require '\n' as a token */
if (type == TYPE_YACC)
ymode = 1; /* allow token like '%xxx' */
while ((cc = nexttoken(interested, c_reserved_word)) != EOF) {
switch (cc) {
case SYMBOL: /* symbol */
if (inC && peekc(0) == '('/* ) */) {
if (param->isnotfunction(token)) {
PUT(PARSER_REF_SYM, token, lineno, sp);
} else if (level > 0 || startmacro) {
PUT(PARSER_REF_SYM, token, lineno, sp);
} else if (level == 0 && !startmacro && !startsharp) {
char arg1[MAXTOKEN], savetok[MAXTOKEN], *saveline;
int savelineno = lineno;
strlimcpy(savetok, token, sizeof(savetok));
strbuf_reset(sb);
strbuf_puts(sb, sp);
saveline = strbuf_value(sb);
arg1[0] = '\0';
/*
* Guile function entry using guile-snarf is like follows:
*
* SCM_DEFINE (scm_list, "list", 0, 0, 1,
* (SCM objs),
* "Return a list containing OBJS, the arguments to `list'.")
* #define FUNC_NAME s_scm_list
* {
* return objs;
* }
* #undef FUNC_NAME
*
* We should assume the first argument as a function name instead of 'SCM_DEFINE'.
*/
if (function_definition(param, arg1)) {
if (!strcmp(savetok, "SCM_DEFINE") && *arg1)
strlimcpy(savetok, arg1, sizeof(savetok));
PUT(PARSER_DEF, savetok, savelineno, saveline);
} else {
PUT(PARSER_REF_SYM, savetok, savelineno, saveline);
}
}
} else {
PUT(PARSER_REF_SYM, token, lineno, sp);
}
break;
case '{': /* } */
DBG_PRINT(level, "{"); /* } */
if (yaccstatus == RULES && level == 0)
inC = 1;
++level;
if ((param->flags & PARSER_BEGIN_BLOCK) && atfirst) {
if ((param->flags & PARSER_WARNING) && level != 1)
warning("forced level 1 block start by '{' at column 0 [+%d %s].", lineno, curfile); /* } */
level = 1;
}
break;
/* { */
case '}':
if (--level < 0) {
if (externclevel > 0)
externclevel--;
else if (param->flags & PARSER_WARNING)
warning("missing left '{' [+%d %s].", lineno, curfile); /* } */
level = 0;
}
if ((param->flags & PARSER_END_BLOCK) && atfirst) {
if ((param->flags & PARSER_WARNING) && level != 0) /* { */
warning("forced level 0 block end by '}' at column 0 [+%d %s].", lineno, curfile);
level = 0;
}
if (yaccstatus == RULES && level == 0)
inC = 0;
/* { */
DBG_PRINT(level, "}");
break;
case '\n':
if (startmacro && level != savelevel) {
if (param->flags & PARSER_WARNING)
warning("different level before and after #define macro. reseted. [+%d %s].", lineno, curfile);
level = savelevel;
}
startmacro = startsharp = 0;
break;
case YACC_SEP: /* %% */
if (level != 0) {
if (param->flags & PARSER_WARNING)
warning("forced level 0 block end by '%%' [+%d %s].", lineno, curfile);
level = 0;
}
if (yaccstatus == DECLARATIONS) {
PUT(PARSER_DEF, "yyparse", lineno, sp);
yaccstatus = RULES;
} else if (yaccstatus == RULES)
yaccstatus = PROGRAMS;
inC = (yaccstatus == PROGRAMS) ? 1 : 0;
break;
case YACC_BEGIN: /* %{ */
if (level != 0) {
if (param->flags & PARSER_WARNING)
warning("forced level 0 block end by '%%{' [+%d %s].", lineno, curfile);
level = 0;
}
if (inC == 1 && (param->flags & PARSER_WARNING))
warning("'%%{' appeared in C mode. [+%d %s].", lineno, curfile);
inC = 1;
break;
case YACC_END: /* %} */
if (level != 0) {
if (param->flags & PARSER_WARNING)
warning("forced level 0 block end by '%%}' [+%d %s].", lineno, curfile);
level = 0;
}
if (inC == 0 && (param->flags & PARSER_WARNING))
warning("'%%}' appeared in Yacc mode. [+%d %s].", lineno, curfile);
inC = 0;
break;
case YACC_UNION: /* %union {...} */
if (yaccstatus == DECLARATIONS)
PUT(PARSER_DEF, "YYSTYPE", lineno, sp);
break;
/*
* #xxx
*/
case SHARP_DEFINE:
case SHARP_UNDEF:
startmacro = 1;
savelevel = level;
if ((c = nexttoken(interested, c_reserved_word)) != SYMBOL) {
pushbacktoken();
break;
}
if (peekc(1) == '('/* ) */) {
PUT(PARSER_DEF, token, lineno, sp);
while ((c = nexttoken("()", c_reserved_word)) != EOF && c != '\n' && c != /* ( */ ')')
if (c == SYMBOL)
PUT(PARSER_REF_SYM, token, lineno, sp);
if (c == '\n')
pushbacktoken();
} else {
PUT(PARSER_DEF, token, lineno, sp);
}
break;
case SHARP_IMPORT:
case SHARP_INCLUDE:
case SHARP_INCLUDE_NEXT:
case SHARP_ERROR:
case SHARP_LINE:
case SHARP_PRAGMA:
case SHARP_WARNING:
case SHARP_IDENT:
case SHARP_SCCS:
while ((c = nexttoken(interested, c_reserved_word)) != EOF && c != '\n')
;
break;
case SHARP_IFDEF:
case SHARP_IFNDEF:
case SHARP_IF:
case SHARP_ELIF:
case SHARP_ELSE:
case SHARP_ENDIF:
condition_macro(param, cc);
break;
case SHARP_SHARP: /* ## */
(void)nexttoken(interested, c_reserved_word);
break;
case C_EXTERN: /* for 'extern "C"/"C++"' */
if (peekc(0) != '"') /* " */
continue; /* If does not start with '"', continue. */
while ((c = nexttoken(interested, c_reserved_word)) == '\n')
;
/*
* 'extern "C"/"C++"' block is a kind of namespace block.
* (It doesn't have any influence on level.)
*/
if (c == '{') /* } */
externclevel++;
else
pushbacktoken();
break;
case C_STRUCT:
case C_ENUM:
case C_UNION:
while ((c = nexttoken(interested, c_reserved_word)) == C___ATTRIBUTE__)
process_attribute(param);
while (c == '\n')
c = nexttoken(interested, c_reserved_word);
if (c == SYMBOL) {
if (peekc(0) == '{') /* } */ {
PUT(PARSER_DEF, token, lineno, sp);
} else {
PUT(PARSER_REF_SYM, token, lineno, sp);
}
c = nexttoken(interested, c_reserved_word);
}
while (c == '\n')
c = nexttoken(interested, c_reserved_word);
if (c == '{' /* } */ && cc == C_ENUM) {
enumerator_list(param);
} else {
pushbacktoken();
}
break;
/* control statement check */
case C_BREAK:
case C_CASE:
case C_CONTINUE:
case C_DEFAULT:
case C_DO:
case C_ELSE:
case C_FOR:
case C_GOTO:
case C_IF:
case C_RETURN:
case C_SWITCH:
case C_WHILE:
if ((param->flags & PARSER_WARNING) && !startmacro && level == 0)
warning("Out of function. %8s [+%d %s]", token, lineno, curfile);
break;
case C_TYPEDEF:
{
/*
* This parser is too complex to maintain.
* We should rewrite the whole.
*/
char savetok[MAXTOKEN];
int savelineno = 0;
int typedef_savelevel = level;
savetok[0] = 0;
/* skip type qualifiers */
do {
c = nexttoken("{}(),;", c_reserved_word);
} while (IS_TYPE_QUALIFIER(c) || c == '\n');
if ((param->flags & PARSER_WARNING) && c == EOF) {
warning("unexpected eof. [+%d %s]", lineno, curfile);
break;
} else if (c == C_ENUM || c == C_STRUCT || c == C_UNION) {
char *interest_enum = "{},;";
int c_ = c;
while ((c = nexttoken(interest_enum, c_reserved_word)) == C___ATTRIBUTE__)
process_attribute(param);
while (c == '\n')
c = nexttoken(interest_enum, c_reserved_word);
/* read tag name if exist */
if (c == SYMBOL) {
if (peekc(0) == '{') /* } */ {
PUT(PARSER_DEF, token, lineno, sp);
} else {
PUT(PARSER_REF_SYM, token, lineno, sp);
}
c = nexttoken(interest_enum, c_reserved_word);
}
while (c == '\n')
c = nexttoken(interest_enum, c_reserved_word);
if (c_ == C_ENUM) {
if (c == '{') /* } */
c = enumerator_list(param);
else
pushbacktoken();
} else {
for (; c != EOF; c = nexttoken(interest_enum, c_reserved_word)) {
switch (c) {
case SHARP_IFDEF:
case SHARP_IFNDEF:
case SHARP_IF:
case SHARP_ELIF:
case SHARP_ELSE:
case SHARP_ENDIF:
condition_macro(param, c);
continue;
default:
break;
}
if (c == ';' && level == typedef_savelevel) {
if (savetok[0]) {
PUT(PARSER_DEF, savetok, savelineno, sp);
savetok[0] = 0;
}
break;
} else if (c == '{')
level++;
else if (c == '}') {
savetok[0] = 0;
if (--level == typedef_savelevel)
break;
} else if (c == SYMBOL) {
if (level > typedef_savelevel)
PUT(PARSER_REF_SYM, token, lineno, sp);
/* save lastest token */
strlimcpy(savetok, token, sizeof(savetok));
savelineno = lineno;
}
}
if (c == ';')
break;
}
if ((param->flags & PARSER_WARNING) && c == EOF) {
warning("unexpected eof. [+%d %s]", lineno, curfile);
break;
}
} else if (c == SYMBOL) {
PUT(PARSER_REF_SYM, token, lineno, sp);
}
savetok[0] = 0;
while ((c = nexttoken("(),;", c_reserved_word)) != EOF) {
switch (c) {
case SHARP_IFDEF:
case SHARP_IFNDEF:
case SHARP_IF:
case SHARP_ELIF:
case SHARP_ELSE:
case SHARP_ENDIF:
condition_macro(param, c);
continue;
default:
break;
}
if (c == '(')
level++;
else if (c == ')')
level--;
else if (c == SYMBOL) {
if (level > typedef_savelevel) {
PUT(PARSER_REF_SYM, token, lineno, sp);
} else {
/* put latest token if any */
if (savetok[0]) {
PUT(PARSER_REF_SYM, savetok, savelineno, sp);
}
/* save lastest token */
strlimcpy(savetok, token, sizeof(savetok));
savelineno = lineno;
}
} else if (c == ',' || c == ';') {
if (savetok[0]) {
PUT(PARSER_DEF, savetok, lineno, sp);
savetok[0] = 0;
}
}
if (level == typedef_savelevel && c == ';')
break;
}
if (param->flags & PARSER_WARNING) {
if (c == EOF)
warning("unexpected eof. [+%d %s]", lineno, curfile);
else if (level != typedef_savelevel)
warning("unmatched () block. (last at level %d.)[+%d %s]", level, lineno, curfile);
}
}
break;
case C___ATTRIBUTE__:
process_attribute(param);
break;
default:
break;
}
}
strbuf_close(sb);
if (param->flags & PARSER_WARNING) {
if (level != 0)
warning("unmatched {} block. (last at level %d.)[+%d %s]", level, lineno, curfile);
if (piflevel != 0)
warning("unmatched #if block. (last at level %d.)[+%d %s]", piflevel, lineno, curfile);
}
closetoken();
}
/**
* process_attribute: skip attributes in '__attribute__((...))'.
*/
static void
process_attribute(const struct parser_param *param)
{
int brace = 0;
int c;
/*
* Skip '...' in __attribute__((...))
* but pick up symbols in it.
*/
while ((c = nexttoken("()", c_reserved_word)) != EOF) {
if (c == '(')
brace++;
else if (c == ')')
brace--;
else if (c == SYMBOL) {
PUT(PARSER_REF_SYM, token, lineno, sp);
}
if (brace == 0)
break;
}
}
/**
* function_definition: return if function definition or not.
*
* @param param
* @param[out] arg1 the first argument
* @return target type
*/
static int
function_definition(const struct parser_param *param, char arg1[MAXTOKEN])
{
int c;
int brace_level, isdefine;
int accept_arg1 = 0;
brace_level = isdefine = 0;
while ((c = nexttoken("()", c_reserved_word)) != EOF) {
switch (c) {
case SHARP_IFDEF:
case SHARP_IFNDEF:
case SHARP_IF:
case SHARP_ELIF:
case SHARP_ELSE:
case SHARP_ENDIF:
condition_macro(param, c);
continue;
default:
break;
}
if (c == '('/* ) */)
brace_level++;
else if (c == /* ( */')') {
if (--brace_level == 0)
break;
}
/* pick up symbol */
if (c == SYMBOL) {
if (accept_arg1 == 0) {
accept_arg1 = 1;
strlimcpy(arg1, token, MAXTOKEN);
}
PUT(PARSER_REF_SYM, token, lineno, sp);
}
}
if (c == EOF)
return 0;
brace_level = 0;
while ((c = nexttoken(",;[](){}=", c_reserved_word)) != EOF) {
switch (c) {
case SHARP_IFDEF:
case SHARP_IFNDEF:
case SHARP_IF:
case SHARP_ELIF:
case SHARP_ELSE:
case SHARP_ENDIF:
condition_macro(param, c);
continue;
case C___ATTRIBUTE__:
process_attribute(param);
continue;
case SHARP_DEFINE:
pushbacktoken();
return 0;
default:
break;
}
if (c == '('/* ) */ || c == '[')
brace_level++;
else if (c == /* ( */')' || c == ']')
brace_level--;
else if (brace_level == 0
&& ((c == SYMBOL && strcmp(token, "__THROW")) || IS_RESERVED_WORD(c)))
isdefine = 1;
else if (c == ';' || c == ',') {
if (!isdefine)
break;
} else if (c == '{' /* } */) {
pushbacktoken();
return 1;
} else if (c == /* { */'}')
break;
else if (c == '=')
break;
/* pick up symbol */
if (c == SYMBOL)
PUT(PARSER_REF_SYM, token, lineno, sp);
}
return 0;
}
/**
* condition_macro:
*
* @param param
* @param[in] cc token
*/
static void
condition_macro(const struct parser_param *param, int cc)
{
cur = &stack[piflevel];
if (cc == SHARP_IFDEF || cc == SHARP_IFNDEF || cc == SHARP_IF) {
DBG_PRINT(piflevel, "#if");
if (++piflevel >= MAXPIFSTACK)
die("#if stack over flow. [%s]", curfile);
++cur;
cur->start = level;
cur->end = -1;
cur->if0only = 0;
if (peekc(0) == '0')
cur->if0only = 1;
else if ((cc = nexttoken(NULL, c_reserved_word)) == SYMBOL && !strcmp(token, "notdef"))
cur->if0only = 1;
else
pushbacktoken();
} else if (cc == SHARP_ELIF || cc == SHARP_ELSE) {
DBG_PRINT(piflevel - 1, "#else");
if (cur->end == -1)
cur->end = level;
else if (cur->end != level && (param->flags & PARSER_WARNING))
warning("uneven level. [+%d %s]", lineno, curfile);
level = cur->start;
cur->if0only = 0;
} else if (cc == SHARP_ENDIF) {
int minus = 0;
--piflevel;
if (piflevel < 0) {
minus = 1;
piflevel = 0;
}
DBG_PRINT(piflevel, "#endif");
if (minus) {
if (param->flags & PARSER_WARNING)
warning("unmatched #if block. reseted. [+%d %s]", lineno, curfile);
} else {
if (cur->if0only)
level = cur->start;
else if (cur->end != -1) {
if (cur->end != level && (param->flags & PARSER_WARNING))
warning("uneven level. [+%d %s]", lineno, curfile);
level = cur->end;
}
}
}
while ((cc = nexttoken(NULL, c_reserved_word)) != EOF && cc != '\n') {
if (cc == SYMBOL && strcmp(token, "defined") != 0)
PUT(PARSER_REF_SYM, token, lineno, sp);
}
}
/**
* enumerator_list: process "symbol (= expression), ... "}
*/
static int
enumerator_list(const struct parser_param *param)
{
int savelevel = level;
int in_expression = 0;
int c = '{';
for (; c != EOF; c = nexttoken("{}(),=", c_reserved_word)) {
switch (c) {
case SHARP_IFDEF:
case SHARP_IFNDEF:
case SHARP_IF:
case SHARP_ELIF:
case SHARP_ELSE:
case SHARP_ENDIF:
condition_macro(param, c);
break;
case SYMBOL:
if (in_expression)
PUT(PARSER_REF_SYM, token, lineno, sp);
else
PUT(PARSER_DEF, token, lineno, sp);
break;
case '{':
case '(':
level++;
break;
case '}':
case ')':
if (--level == savelevel)
return c;
break;
case ',':
if (level == savelevel + 1)
in_expression = 0;
break;
case '=':
in_expression = 1;
break;
default:
break;
}
}
return c;
}