lib/kxTok.c File Reference

#include "common.h"
#include "kxTok.h"

Include dependency graph for kxTok.c:

Go to the source code of this file.

Functions
static struct kxTok *	kxTokNew (enum kxTokType type, char *string, int stringSize, boolean spaceBefore)
kxTok *	kxTokenizeFancy (char *text, boolean wildAst, boolean wildPercent, boolean includeHyphen)
kxTok *	kxTokenize (char *text, boolean wildAst)
void	kxTokIncludeQuotes (boolean val)
Variables
static char const	rcsid [] = "$Id: kxTok.c,v 1.10 2004/11/05 23:08:58 kent Exp $"
boolean	includeQuotes = FALSE

---

Function Documentation

struct kxTok* kxTokenize	(	char *	text,
		boolean	wildAst
	)			[read]

Definition at line 226 of file kxTok.c.

References FALSE, and kxTokenizeFancy().

Referenced by doubleExp(), and keyExpParse().

{
return kxTokenizeFancy(text, wildAst, FALSE, FALSE);
}

Here is the call graph for this function:

Here is the caller graph for this function:

struct kxTok* kxTokenizeFancy	(	char *	text,
		boolean	wildAst,
		boolean	wildPercent,
		boolean	includeHyphen
	)			[read]

Definition at line 28 of file kxTok.c.

References errAbort(), FALSE, includeQuotes, kxtAdd, kxtAnd, kxtCloseParen, kxtDiv, kxtDot, kxtEnd, kxtEquals, kxtGE, kxtGT, kxtLE, kxtLT, kxtMod, kxtMul, kxtNot, kxTokNew(), kxtOpenParen, kxtOr, kxtPunct, kxtString, kxtSub, kxtWildString, kxtXor, slAddHead, slReverse(), kxTok::spaceBefore, tok, TRUE, and kxTok::type.

Referenced by kxTokenize().

{
struct kxTok *tokList = NULL, *tok;
char c, *s, *start = NULL, *end = NULL;
enum kxTokType type = 0;
boolean spaceBefore = FALSE;

s = text;
for (;;)
    {
    if ((c = *s) == 0)
        break;
    start = s++;
    if (isspace(c))
        {
        spaceBefore = TRUE;
        continue;
        }
    else if (isalnum(c) || c == '?' || (wildAst && c == '*') ||
             (wildPercent && c == '%'))
        {
        if (c == '?')
            type = kxtWildString;
        else if (wildAst && c == '*')
            type = kxtWildString;
        else if (wildPercent && c == '%')
            type = kxtWildString;
        else
            type = kxtString;
        for (;;)
            {
            c = *s;
            if (isalnum(c) || c == ':' || c == '_' || c == '.' ||
                (includeHyphen && c == '-'))
                ++s;
            else if (c == '?' || (wildAst && c == '*') ||
                     (wildPercent && c == '%'))
                {
                type = kxtWildString;
                ++s;
                }
            else
                break;
            }
        end = s;
        }
    else if (c == '"')
        {
        type = kxtString;
        if (! includeQuotes)
            start = s;
        for (;;)
            {
            c = *s++;
            if (c == '"')
                break;
            if (c == '*' || c == '?' || (wildPercent && c == '%'))
                type = kxtWildString;
            }
        if (! includeQuotes)
            end = s-1;
        else
            end = s;
        }
    else if (c == '\'')
        {
        type = kxtString;
        if (! includeQuotes)
            start = s;
        for (;;)
            {
            c = *s++;
            if (c == '\'')
                break;
            if (c == '*' || c == '?' || (wildPercent && c == '%'))
                type = kxtWildString;
            }
        if (! includeQuotes)
            end = s-1;
        else
            end = s;
        } 
    else if (c == '=')
        {
        type = kxtEquals;
        end = s;
        }
    else if (c == '&')
        {
        type = kxtAnd;
        end = s;
        }
    else if (c == '|')
        {
        type = kxtOr;
        end = s;
        }
    else if (c == '^')
        {
        type = kxtXor;
        end = s;
        }
    else if (c == '+')
        {
        type = kxtAdd;
        end = s;
        }
    else if (c == '-')
        {
        type = kxtSub;
        end = s;
        }
    else if (c == '*')
        {
        type = kxtMul;
        end = s;
        }
    else if (c == '/')
        {
        type = kxtDiv;
        end = s;
        }
    else if (c == '(')
        {
        type = kxtOpenParen;
        end = s;
        }
    else if (c == ')')
        {
        type = kxtCloseParen;
        end = s;
        }
    else if (c == '!')
        {
        type = kxtNot;
        end = s;
        }
    else if (c == '>')
        {
        if (*s == '=')
            {
            ++s;
            type = kxtGE;
            }
        else
            type = kxtGT;
        end = s;
        }
    else if (c == '<')
        {
        if (*s == '=')
            {
            ++s;
            type = kxtLE;
            }
        else
            type = kxtLT;
        end = s;
        }
    else if (c == '.')
        {
        type = kxtDot;
        end = s;
        }
    else if (c == '%')
        {
        type = kxtMod;
        end = s;
        }
    else if (ispunct(c))
        {
        type = kxtPunct;
        end = s;
        }
    else
        {
        errAbort("Unrecognized character %c", c);
        }
    tok = kxTokNew(type, start, end-start, spaceBefore);
    slAddHead(&tokList, tok);
    spaceBefore = FALSE;
    }
tok = kxTokNew(kxtEnd, "end", 3, spaceBefore);
slAddHead(&tokList, tok);
slReverse(&tokList);
return tokList;
}

Here is the call graph for this function:

Here is the caller graph for this function:

void kxTokIncludeQuotes

(

boolean

val

)

Definition at line 234 of file kxTok.c.

References includeQuotes.

{
includeQuotes = val;
}

static struct kxTok* kxTokNew	(	enum kxTokType	type,
		char *	string,
		int	stringSize,
		boolean	spaceBefore
	)			[static, read]

Definition at line 15 of file kxTok.c.

References needMem(), and tok.

Referenced by kxTokenizeFancy().

{
struct kxTok *tok;
int totalSize = stringSize + sizeof(*tok);
tok = needMem(totalSize);
tok->type = type;
tok->spaceBefore = spaceBefore;
memcpy(tok->string, string, stringSize);
return tok;
}

Here is the call graph for this function:

Here is the caller graph for this function:

---

Variable Documentation

boolean includeQuotes = FALSE

Definition at line 13 of file kxTok.c.

Referenced by kxTokenizeFancy(), and kxTokIncludeQuotes().

char const rcsid[] = "$Id: kxTok.c,v 1.10 2004/11/05 23:08:58 kent Exp $" [static]

Definition at line 11 of file kxTok.c.

---