lib/htmlPage.c File Reference

#include "common.h"
#include "errabort.h"
#include "errCatch.h"
#include "memalloc.h"
#include "linefile.h"
#include "hash.h"
#include "dystring.h"
#include "cheapcgi.h"
#include "obscure.h"
#include "filePath.h"
#include "net.h"
#include "htmlPage.h"

Include dependency graph for htmlPage.c:

Go to the source code of this file.

Data Structures
struct	htmlTableRow
struct	htmlTable
Defines
#define	MIMEBUFSIZE   4096
Functions
void	htmlStatusFree (struct htmlStatus **pStatus)
void	htmlStatusFreeList (struct htmlStatus **pList)
void	htmlCookieFree (struct htmlCookie **pCookie)
void	htmlCookieFreeList (struct htmlCookie **pList)
htmlCookie *	htmlCookieFileRead (char *fileName)
static void	cookieOutput (struct dyString *dy, struct htmlCookie *cookieList)
void	htmlAttributeFree (struct htmlAttribute **pAttribute)
void	htmlAttributeFreeList (struct htmlAttribute **pList)
void	htmlTagFree (struct htmlTag **pTag)
void	htmlTagFreeList (struct htmlTag **pList)
void	htmlFormVarFree (struct htmlFormVar **pVar)
void	htmlFormVarFreeList (struct htmlFormVar **pList)
void	htmlFormFree (struct htmlForm **pForm)
void	htmlFormFreeList (struct htmlForm **pList)
void	htmlPageFree (struct htmlPage **pPage)
void	htmlPageFreeList (struct htmlPage **pList)
static int	findLineNumber (char *start, char *pos)
static void	tagVaWarn (struct htmlPage *page, struct htmlTag *tag, char *format, va_list args)
static void	tagWarn (struct htmlPage *page, struct htmlTag *tag, char *format,...)
static void	tagAbort (struct htmlPage *page, struct htmlTag *tag, char *format,...)
htmlStatus *	htmlStatusParse (char **pText)
char *	htmlNextCrLfLine (char **pS)
static void	cookieParseNameValuePair (char *s, char **retName, char **retVal)
static struct htmlCookie *	parseCookie (char *s)
static struct hash *	htmlHeaderRead (char **pHtml, struct htmlCookie **pCookies)
static char *	htmlAttributeFindVal (struct htmlAttribute *list, char *name)
char *	htmlTagAttributeVal (struct htmlPage *page, struct htmlTag *tag, char *name, char *defaultVal)
char *	htmlTagAttributeNeeded (struct htmlPage *page, struct htmlTag *tag, char *name)
static struct htmlTag *	htmlTagScan (char *html, char *dupe)
static struct htmlFormVar *	findOrMakeVar (struct htmlPage *page, char *name, struct hash *hash, struct htmlTag *tag, struct htmlFormVar **pVarList)
static boolean	isMixableInputType (char *type)
static void	htmlFormVarAddValue (struct htmlFormVar *var, char *value)
static struct htmlFormVar *	formParseVars (struct htmlPage *page, struct htmlForm *form)
static struct htmlForm *	htmlParseForms (struct htmlPage *page, struct htmlTag *startTag, struct htmlTag *endTag)
htmlPage *	htmlPageParse (char *url, char *fullText)
htmlPage *	htmlPageParseNoHead (char *url, char *htmlText)
htmlPage *	htmlPageParseOk (char *url, char *fullText)
char *	htmlSlurpWithCookies (char *url, struct htmlCookie *cookies)
htmlPage *	htmlPageGetWithCookies (char *url, struct htmlCookie *cookies)
htmlPage *	htmlPageForwarded (char *url, struct htmlCookie *cookies)
htmlPage *	htmlPageForwardedNoAbort (char *url, struct htmlCookie *cookies)
htmlPage *	htmlPageGet (char *url)
void	htmlFormVarPrint (struct htmlFormVar *var, FILE *f, char *prefix)
void	htmlFormPrint (struct htmlForm *form, FILE *f)
htmlForm *	htmlFormGet (struct htmlPage *page, char *name)
htmlFormVar *	htmlFormVarGet (struct htmlForm *form, char *name)
void	htmlFormVarSet (struct htmlForm *form, char *name, char *val)
htmlFormVar *	htmlPageGetVar (struct htmlPage *page, struct htmlForm *form, char *name)
void	htmlPageSetVar (struct htmlPage *page, struct htmlForm *form, char *name, char *val)
static void	asciiEntityDecode (char *in, char *out, int inLength)
char *	htmlExpandUrl (char *base, char *url)
static void	appendCgiVar (struct dyString *dy, char *name, char *value)
static void	appendMimeVar (struct dyString *dy, char *name, char *value, char *varType, char *boundary)
static void	appendMimeTerminus (struct dyString *dy, char *boundary)
static int	countOccurrences (char *needle, int nLen, char *haystack, int hLen)
static boolean	isMimeEncoded (struct htmlForm *form)
char *	htmlFormCgiVars (struct htmlPage *page, struct htmlForm *form, char *buttonName, char *buttonVal, struct dyString *dyHeader)
htmlPage *	htmlPageFromForm (struct htmlPage *origPage, struct htmlForm *form, char *buttonName, char *buttonVal)
slName *	htmlPageScanAttribute (struct htmlPage *page, char *tagName, char *attribute)
slName *	htmlPageLinks (struct htmlPage *page)
static void	validateTables (struct htmlPage *page, struct htmlTag *startTag, struct htmlTag *endTag)
static void	checkTagIsInside (struct htmlPage *page, char *outsiders, char *insiders, struct htmlTag *startTag, struct htmlTag *endTag)
static void	checkNest (struct htmlPage *page, char *type, struct htmlTag *startTag, struct htmlTag *endTag)
static void	validateNestingTags (struct htmlPage *page, struct htmlTag *startTag, struct htmlTag *endTag, char *nesters[], int nesterCount)
static struct htmlTag *	validateBody (struct htmlPage *page, struct htmlTag *startTag)
static char *	urlOkChars ()
static void	validateCgiUrl (char *url)
static void	validateCgiUrls (struct htmlPage *page)
static int	countTagsOfType (struct htmlTag *tagList, char *type)
static void	checkExactlyOne (struct htmlTag *tagList, char *type)
void	htmlPageFormOrAbort (struct htmlPage *page)
void	htmlPageValidateOrAbort (struct htmlPage *page)
Variables
static char const	rcsid [] = "$Id: htmlPage.c,v 1.32 2006/07/29 00:17:28 galt Exp $"
static char *	bodyNesters []
static char *	headNesters []

---

Define Documentation

#define MIMEBUFSIZE   4096

Definition at line 1179 of file htmlPage.c.

---

Function Documentation

static void appendCgiVar	(	struct dyString *	dy,
		char *	name,
		char *	value
	)			[static]

Definition at line 1164 of file htmlPage.c.

References cgiEncode(), dyStringAppend(), dyStringAppendC(), freez(), and dyString::stringSize.

Referenced by htmlFormCgiVars().

{
char *enc = NULL;
if (value == NULL)
    value = "";
enc = cgiEncode(value);
if (dy->stringSize != 0)
    dyStringAppendC(dy, '&');
dyStringAppend(dy, name);
dyStringAppendC(dy, '=');
dyStringAppend(dy, enc);
freez(&enc);
}

Here is the call graph for this function:

Here is the caller graph for this function:

static void appendMimeTerminus	(	struct dyString *	dy,
		char *	boundary
	)			[static]

Definition at line 1227 of file htmlPage.c.

References dyStringAppend().

{
dyStringAppend(dy, "\r\n--");
dyStringAppend(dy, boundary);
dyStringAppend(dy, "--\r\n");
}

Here is the call graph for this function:

static void appendMimeVar	(	struct dyString *	dy,
		char *	name,
		char *	value,
		char *	varType,
		char *	boundary
	)			[static]

Definition at line 1181 of file htmlPage.c.

References carefulClose(), dyStringAppend(), dyStringAppendN(), errnoAbort(), MIMEBUFSIZE, mustOpen(), and sameWord.

Referenced by htmlFormCgiVars().

{
char *fileName = NULL;

if (value == NULL)
    value = "";
dyStringAppend(dy, "\r\n--");
dyStringAppend(dy, boundary);
dyStringAppend(dy, "\r\n");
dyStringAppend(dy, "content-disposition: form-data; name=\"");
dyStringAppend(dy, name);
dyStringAppend(dy, "\"");

if (varType && sameWord(varType, "FILE"))
    {
    fileName = strrchr(value,'/'); 
    if (fileName)
        ++fileName;
    else
        fileName = value;
    dyStringAppend(dy, "; filename=\"");
    dyStringAppend(dy, fileName);
    dyStringAppend(dy, "\"");
    }
dyStringAppend(dy, "\r\n");
dyStringAppend(dy, "\r\n");
if (varType && sameWord(varType, "FILE") && !sameWord(value,""))
    {
    FILE *f = mustOpen(value, "r");
    char buf[MIMEBUFSIZE];
    int bytesRead = 0;
    do
        {
        bytesRead = fread(buf,1,MIMEBUFSIZE,f);
        if (bytesRead < 0)
            errnoAbort("error reading file to upload %s",value);
        dyStringAppendN(dy, buf, bytesRead);
        }
    while(bytesRead > 0);
    carefulClose(&f);
    }
else    
    dyStringAppend(dy, value);
}

Here is the call graph for this function:

Here is the caller graph for this function:

static void asciiEntityDecode	(	char *	in,
		char *	out,
		int	inLength
	)			[static]

Definition at line 1048 of file htmlPage.c.

Referenced by htmlExpandUrl().

{
char c;
int i;
char *e;
for (i=0; i<inLength;++i)
    {
    c = *in++;
    if ((c == '&') && (*in == '#'))
        {
        in++;
        if ((e = strchr(in,';')) == NULL  || (e - in) > 5)
            { /* probably a badly formatted string, just recover and continue */
            *out++ = '&';
            *out++ = '#';
            }
        else
            {
            int code;
            if (sscanf(in, "%d", &code) != 1)
                {
                code = '?';
                }
            if (code > 255) 
                {
                code = '?';
                }
            in = e;
            in++;
            *out++ = code;
            }
        }
    else
        *out++ = c;
    }
*out++ = 0;
}

Here is the caller graph for this function:

static void checkExactlyOne	(	struct htmlTag *	tagList,
		char *	type
	)			[static]

Definition at line 1746 of file htmlPage.c.

References countTagsOfType(), and errAbort().

Referenced by htmlPageValidateOrAbort().

{
int count = countTagsOfType(tagList, type);
if (count != 1)
    errAbort("Expecting exactly 1 <%s>, got %d", type, count);
}

Here is the call graph for this function:

Here is the caller graph for this function:

static void checkNest	(	struct htmlPage *	page,
		char *	type,
		struct htmlTag *	startTag,
		struct htmlTag *	endTag
	)			[static]

Definition at line 1594 of file htmlPage.c.

References htmlTag::name, htmlTag::next, safef(), sameWord, and tagAbort().

Referenced by validateNestingTags().

{
struct htmlTag *tag;
int depth = 0;
char endType[256];
safef(endType, sizeof(endType), "/%s", type);
for (tag = startTag; tag != endTag; tag = tag->next)
    {
    if (sameWord(tag->name, type))
        ++depth;
    else if (sameWord(tag->name, endType))
        {
        --depth;
        if (depth < 0)
           tagAbort(page, tag, "<%s> without preceding <%s>", endType, type);
        }
    }
if (depth != 0)
    errAbort("Missing <%s> tag", endType);
}

Here is the call graph for this function:

Here is the caller graph for this function:

static void checkTagIsInside	(	struct htmlPage *	page,
		char *	outsiders,
		char *	insiders,
		struct htmlTag *	startTag,
		struct htmlTag *	endTag
	)			[static]

Definition at line 1540 of file htmlPage.c.

References cloneString(), freeHash(), freeMem(), hashAdd(), hashLookup(), htmlTag::name, newHash(), htmlTag::next, nextWord(), safef(), tagAbort(), and touppers().

{
char *outDupe = cloneString(outsiders);
char *inDupe = cloneString(insiders);
char *line, *word;
int depth = 0;
struct htmlTag *tag;
struct hash *outOpen = newHash(8);
struct hash *outClose = newHash(8);
struct hash *inHash = newHash(8);
char buf[256];

/* Create hashes of all insiders */
line = inDupe;
while ((word = nextWord(&line)) != NULL)
    {
    touppers(word);
    hashAdd(inHash, word, NULL);
    }

/* Create hash of open and close outsiders. */
line = outDupe;
while ((word = nextWord(&line)) != NULL)
    {
    touppers(word);
    hashAdd(outOpen, word, NULL);
    safef(buf, sizeof(buf), "/%s", word);
    hashAdd(outClose, buf, NULL);
    }

/* Stream through tags making sure that insiders are
 * at least one deep inside of outsiders. */
for (tag = startTag; tag != NULL; tag = tag->next)
    {
    char *type = tag->name;
    if (hashLookup(outOpen, type ))
        ++depth;
    else if (hashLookup(outClose, type))
        --depth;
    else if (hashLookup(inHash, type))
        {
        if (depth <= 0)
            tagAbort(page, tag, "%s outside of any of %s", type, outsiders);
        }
    }
freeHash(&inHash);
freeHash(&outOpen);
freeHash(&outClose);
freeMem(outDupe);
freeMem(inDupe);
}

Here is the call graph for this function:

static void cookieOutput	(	struct dyString *	dy,
		struct htmlCookie *	cookieList
	)			[static]

Definition at line 103 of file htmlPage.c.

References cookieList, dyStringAppend(), dyStringAppendC(), htmlCookie::name, htmlCookie::next, and htmlCookie::value.

Referenced by htmlPageFromForm(), and htmlSlurpWithCookies().

{
struct htmlCookie *cookie;
if (cookieList != NULL)
    {
    dyStringAppend(dy, "Cookie:");
    for (cookie = cookieList; cookie != NULL; cookie = cookie->next)
        {
        if (cookie != cookieList)
            dyStringAppendC(dy, ';');
        dyStringAppendC(dy, ' ');
        dyStringAppend(dy, cookie->name);
        dyStringAppendC(dy, '=');
        dyStringAppend(dy, cookie->value);
        }
    dyStringAppend(dy, "\r\n");
    }
}

Here is the call graph for this function:

Here is the caller graph for this function:

static void cookieParseNameValuePair	(	char *	s,
		char **	retName,
		char **	retVal
	)			[static]

Definition at line 352 of file htmlPage.c.

Referenced by parseCookie().

{
char *val = strchr(s, '=');
if (val == NULL)
    {
    val = s + strlen(s);
    }
*val++ = 0;
*retName = s;
*retVal = val;
}

Here is the caller graph for this function:

static int countOccurrences	(	char *	needle,
		int	nLen,
		char *	haystack,
		int	hLen
	)			[static]

Definition at line 1236 of file htmlPage.c.

References memMatch().

{
int count = 0;
char *match=NULL;
while((match=memMatch(needle, nLen, haystack, hLen)) != NULL)
    {
    ++count;
    hLen -= (match - haystack) + nLen;
    if (hLen < 1)
        break;
    haystack=match+nLen;
    }
return count;
}

Here is the call graph for this function:

static int countTagsOfType	(	struct htmlTag *	tagList,
		char *	type
	)			[static]

Definition at line 1735 of file htmlPage.c.

References htmlTag::name, htmlTag::next, and sameString.

Referenced by checkExactlyOne().

{
struct htmlTag *tag;
int count = 0;
for (tag = tagList; tag != NULL; tag = tag->next)
    if (sameString(tag->name, type))
        ++count;
return count;
}

Here is the caller graph for this function:

static int findLineNumber	(	char *	start,
		char *	pos
	)			[static]

Definition at line 255 of file htmlPage.c.

Referenced by tagVaWarn().

{
char *s;
int line = 1;
for (s = start; s <= pos; ++s)
    {
    if (s[0] == '\n')
       ++line;
    }
return line;
}

Here is the caller graph for this function:

static struct htmlFormVar* findOrMakeVar	(	struct htmlPage *	page,
		char *	name,
		struct hash *	hash,
		struct htmlTag *	tag,
		struct htmlFormVar **	pVarList
	)			[static, read]

Definition at line 634 of file htmlPage.c.

References AllocVar, hashAdd(), hashFindVal(), htmlTag::name, refAdd(), sameWord, slAddHead, htmlFormVar::tagName, htmlFormVar::tags, and tagWarn().

Referenced by formParseVars().

{
struct htmlFormVar *var = hashFindVal(hash, name);
if (var == NULL)
    {
    AllocVar(var);
    var->name = name;
    var->tagName = tag->name;
    hashAdd(hash, name, var);
    slAddHead(pVarList, var);
    }
else
    {
    if (!sameWord(var->tagName, tag->name))
        {
        tagWarn(page, tag, "Mixing FORM variable tag types %s and %s", 
                var->tagName, tag->name);
        var->tagName = tag->name;
        }
    }
refAdd(&var->tags, tag);
return var;
}

Here is the call graph for this function:

Here is the caller graph for this function:

static struct htmlFormVar* formParseVars	(	struct htmlPage *	page,
		struct htmlForm *	form
	)			[static, read]

Definition at line 678 of file htmlPage.c.

References cloneString(), cloneStringZ(), htmlTag::end, htmlForm::endTag, findOrMakeVar(), freeHash(), freez(), htmlFormVarAddValue(), htmlTagAttributeNeeded(), htmlTagAttributeVal(), isMixableInputType(), htmlTag::name, newHash(), htmlFormVar::next, htmlTag::next, sameWord, slReverse(), htmlForm::startTag, and tagWarn().

{
struct htmlTag *tag;
struct htmlFormVar *varList = NULL, *var;
struct hash *hash = newHash(0);
for (tag = form->startTag->next; tag != form->endTag; tag = tag->next)
    {
    if (sameWord(tag->name, "INPUT"))
        {
        char *type = htmlTagAttributeVal(page, tag, "TYPE", NULL);
        char *varName = htmlTagAttributeVal(page, tag, "NAME", NULL);
        char *value = htmlTagAttributeVal(page, tag, "VALUE", NULL);
        if (type == NULL)
            type = "TEXT";
        if (varName == NULL)
            {
            if (!sameWord(type, "SUBMIT") && !sameWord(type, "CLEAR")
                && !sameWord(type, "BUTTON") && !sameWord(type, "RESET")
                && !sameWord(type, "IMAGE"))
                tagWarn(page, tag, "Missing NAME attribute");
            varName = "n/a";
            }
        var = findOrMakeVar(page, varName, hash, tag, &varList); 
        if (var->type != NULL && !sameWord(var->type, type))
            {
            if (!isMixableInputType(var->type) || !isMixableInputType(type))
                tagWarn(page, tag, "Mixing input types %s and %s", var->type, type);
            }
        var->type = type;
        if (sameWord(type, "TEXT") || sameWord(type, "PASSWORD") 
                || sameWord(type, "FILE") || sameWord(type, "HIDDEN")
                || sameWord(type, "IMAGE"))
            {
            var->curVal = cloneString(value);
            }
        else if (sameWord(type, "CHECKBOX"))
            {
            if (htmlTagAttributeVal(page, tag, "CHECKED", NULL) != NULL)
                var->curVal = cloneString("on");
            }
        else if (sameWord(type, "RADIO"))
            {
            if (htmlTagAttributeVal(page, tag, "CHECKED", NULL) != NULL)
                var->curVal = cloneString(value);
            htmlFormVarAddValue(var, value);
            }
        else if ( sameWord(type, "RESET") || sameWord(type, "BUTTON") ||
                sameWord(type, "SUBMIT") || sameWord(type, "IMAGE") ||
                sameWord(type, "n/a"))
            {
            /* Do nothing. */
            }
        else
            {
            tagWarn(page, tag, "Unrecognized INPUT TYPE %s", type);
            }
        }
    else if (sameWord(tag->name, "SELECT"))
        {
        char *varName = htmlTagAttributeNeeded(page, tag, "NAME");
        struct htmlTag *subTag;
        var = findOrMakeVar(page, varName, hash, tag, &varList); 
        for (subTag = tag->next; subTag != form->endTag; subTag = subTag->next)
            {
            if (sameWord(subTag->name, "/SELECT"))
                {
                if (var->curVal == NULL && var->values != NULL)
                    {
                    var->curVal = cloneString(var->values->name);
                    }
                break;
                }
            else if (sameWord(subTag->name, "OPTION"))
                {
                char *val = cloneString(htmlTagAttributeVal(page, subTag, "VALUE", NULL));
                if (val == NULL)
                    {
                    char *e = strchr(subTag->end, '<');
                    if (e != NULL)
                        val = cloneStringZ(subTag->end, e - subTag->end);
                    }
                if (val != NULL)
                    htmlFormVarAddValue(var, val);
                if (htmlTagAttributeVal(page, subTag, "SELECTED", NULL) != NULL)
                    {
                    if (val != NULL)
                        var->curVal = cloneString(val);
                    }
                freez(&val);
                }
            }
        }
    else if (sameWord(tag->name, "TEXTAREA"))
        {
        char *varName = htmlTagAttributeNeeded(page, tag, "NAME");
        char *e = strchr(tag->end, '<');
        var = findOrMakeVar(page, varName, hash, tag, &varList); 
        if (e != NULL)
            var->curVal = cloneStringZ(tag->end, e - tag->end);
        }
    }
freeHash(&hash);    
slReverse(&varList);
for (var = varList; var != NULL; var = var->next)
    {
    slReverse(&var->tags);
    }
return varList;
}

Here is the call graph for this function:

static char* htmlAttributeFindVal	(	struct htmlAttribute *	list,
		char *	name
	)			[static]

Definition at line 442 of file htmlPage.c.

References htmlAttribute::name, htmlAttribute::next, sameWord, and htmlAttribute::val.

Referenced by htmlTagAttributeVal().

{
struct htmlAttribute *att;
for (att = list; att != NULL; att = att->next)
    {
    if (sameWord(att->name, name))
        return att->val;
    }
return NULL;
}

Here is the caller graph for this function:

void htmlAttributeFree

(

struct htmlAttribute **

pAttribute

)

Definition at line 124 of file htmlPage.c.

References freeMem(), freez(), htmlAttribute::name, and htmlAttribute::val.

Referenced by htmlAttributeFreeList().

{
struct htmlAttribute *att = *pAttribute;
if (att != NULL)
    {
    freeMem(att->name);
    freeMem(att->val);
    freez(pAttribute);
    }
}

Here is the call graph for this function:

Here is the caller graph for this function:

void htmlAttributeFreeList

(

struct htmlAttribute **

pList

)

Definition at line 136 of file htmlPage.c.

References htmlAttributeFree(), and htmlAttribute::next.

Referenced by htmlTagFree().

{
struct htmlAttribute *el, *next;

for (el = *pList; el != NULL; el = next)
    {
    next = el->next;
    htmlAttributeFree(&el);
    }
*pList = NULL;
}

Here is the call graph for this function:

Here is the caller graph for this function:

struct htmlCookie* htmlCookieFileRead

(

char *

fileName

)

[read]

Definition at line 80 of file htmlPage.c.

References AllocVar, cloneString(), errAbort(), lineFile::fileName, lineFileClose(), lineFileNextReal(), lineFileOpen(), lineFile::lineIx, nextWord(), skipLeadingSpaces(), slAddHead, slReverse(), and TRUE.

{
struct lineFile *lf = lineFileOpen(fileName, TRUE);
struct htmlCookie *list = NULL, *cookie;
char *line, *word;
while (lineFileNextReal(lf, &line))
    {
    word = nextWord(&line);
    line = skipLeadingSpaces(line);
    if (line == NULL)
        errAbort("Missing cookie value line %d of %s", lf->lineIx, lf->fileName);
    AllocVar(cookie);
    cookie->name = cloneString(word);
    cookie->value = cloneString(line);
    slAddHead(&list, cookie);
    }
lineFileClose(&lf);
slReverse(&list);
return list;
}

Here is the call graph for this function:

void htmlCookieFree

(

struct htmlCookie **

pCookie

)

Definition at line 52 of file htmlPage.c.

References htmlCookie::domain, htmlCookie::expires, freeMem(), freez(), htmlCookie::name, htmlCookie::path, and htmlCookie::value.

Referenced by htmlCookieFreeList().

{
struct htmlCookie *cookie = *pCookie;
if (cookie != NULL)
    {
    freeMem(cookie->name);
    freeMem(cookie->value);
    freeMem(cookie->domain);
    freeMem(cookie->path);
    freeMem(cookie->expires);
    freez(pCookie);
    }
}

Here is the call graph for this function:

Here is the caller graph for this function:

void htmlCookieFreeList

(

struct htmlCookie **

pList

)

Definition at line 67 of file htmlPage.c.

References htmlCookieFree(), and htmlCookie::next.

Referenced by htmlPageFree().

{
struct htmlCookie *el, *next;

for (el = *pList; el != NULL; el = next)
    {
    next = el->next;
    htmlCookieFree(&el);
    }
*pList = NULL;
}

Here is the call graph for this function:

Here is the caller graph for this function:

char* htmlExpandUrl	(	char *	base,
		char *	url
	)

Definition at line 1090 of file htmlPage.c.

References asciiEntityDecode(), cloneString(), cloneStringZ(), dyStringAppend(), dyStringAppendC(), dyStringAppendN(), dyStringCannibalize(), dyStringNew, expandRelativePath(), freez(), lastChar(), startsWith(), and dyString::string.

Referenced by htmlPageFromForm().

{
struct dyString *dy = NULL;
char *hostName, *pastHostName;

/* some mailto: have SGML char encoding, e.g a to hide from spambots */
url = cloneString(url); /* Clone because asciiEntityDecode may modify it. */
asciiEntityDecode(url, url, strlen(url));

/* In easiest case URL is actually absolute and begins with
 * protocol.  Just return clone of url. */
if (startsWith("http:", url) || startsWith("https:", url))
    return url;

/* If it's got a colon, but no http or https, then it's some
 * protocol we don't understand, like a mailto.  Just return NULL. */
if (strchr(url, ':') != NULL)
    {
    freez(&url);
    return NULL;
    }

/* Figure out first character past host name. Load up
 * return string with protocol (if any) and host name. */
dy = dyStringNew(256);
if (startsWith("http:", base) || startsWith("https:", base))
    hostName = (strchr(base, ':') + 3);
else
    hostName = base;
pastHostName = strchr(hostName, '/');
if (pastHostName == NULL)
    pastHostName = hostName + strlen(hostName);
dyStringAppendN(dy, base, pastHostName - base);

/* Add url to return string after host name. */
if (startsWith("/", url))       /* New URL is absolute, just append to hostName */
    {
    dyStringAppend(dy, url);
    }
else
    {
    char *curDir = pastHostName;
    char *endDir;
    if (curDir[0] == '/')
        curDir += 1;
    dyStringAppendC(dy, '/');
    endDir = strrchr(curDir, '/');
    if (endDir == NULL)
        endDir = curDir;
    if (startsWith("../", url))
        {
        char *dir = cloneStringZ(curDir, endDir-curDir);
        char *path = expandRelativePath(dir, url);
        if (path != NULL)
             {
             dyStringAppend(dy, path);
             }
        freez(&dir);
        freez(&path);
        }
    else
        {
        dyStringAppendN(dy, curDir, endDir-curDir);
        if (lastChar(dy->string) != '/')
            dyStringAppendC(dy, '/');
        dyStringAppend(dy, url);
        }
    }
freez(&url);
return dyStringCannibalize(&dy);
}

Here is the call graph for this function:

Here is the caller graph for this function:

char* htmlFormCgiVars	(	struct htmlPage *	page,
		struct htmlForm *	form,
		char *	buttonName,
		char *	buttonVal,
		struct dyString *	dyHeader
	)

Definition at line 1262 of file htmlPage.c.

References appendCgiVar(), appendMimeVar(), htmlFormVar::curVal, htmlPage::forms, isMimeEncoded(), htmlFormVar::name, newDyString(), htmlFormVar::next, safef(), sameWord, htmlFormVar::tagName, TRUE, htmlFormVar::type, and htmlForm::vars.

Referenced by htmlPageFromForm().

{
struct dyString *dy = newDyString(0);
struct htmlFormVar *var;
boolean isMime = isMimeEncoded(form);
int mimeParts = 0;
char boundary[256];

while(TRUE)
    {
    if (isMime)
        {
        /* choose a new string for the boundary */
        /* Set initial seed */
        int i = 0;
        safef(boundary,sizeof(boundary),"%s", "---------");
        srand( (unsigned)time( NULL ) );
        for(i=strlen(boundary);i<41;++i)
            {
            int r = (int) 26 * (rand() / (RAND_MAX + 1.0));
            boundary[i] = r+'A';
            }
        boundary[i] = 0;
        }

    if (form == NULL)
        form = page->forms;
    if (buttonName != NULL && !isMime)
        appendCgiVar(dy, buttonName, buttonVal);
    for (var = form->vars; var != NULL; var = var->next)
        {
        if (sameWord(var->tagName, "SELECT") || 
            sameWord(var->tagName, "TEXTAREA") || 
            (var->type != NULL &&
            ((sameWord(var->type, "RADIO") || sameWord(var->type, "TEXTBOX")
            || sameWord(var->type, "PASSWORD") || sameWord(var->type, "HIDDEN")
            || sameWord(var->type, "TEXT") || sameWord(var->type, "FILE")))))
            {
            char *val = var->curVal;
            if (val == NULL)
                val = "";
            if (isMime)
                {
                ++mimeParts;
                appendMimeVar(dy, var->name, val, var->type, boundary);
                }
            else            
                appendCgiVar(dy, var->name, val);
            }
        else if (var->type != NULL && sameWord(var->type, "CHECKBOX"))
            {
            if (var->curVal != NULL)
                {
                if (isMime)         
                    {
                    ++mimeParts;
                    appendMimeVar(dy, var->name, var->curVal, var->type, boundary);
                    }
                else        
                    appendCgiVar(dy, var->name, var->curVal);
                }
            }
        else if (isMime && buttonName && sameWord(buttonName,var->name))
            {
            ++mimeParts;
            appendMimeVar(dy, buttonName, buttonVal, NULL, boundary);
            }
        }
    if (isMime) 
        {
        ++mimeParts;
        appendMimeTerminus(dy,boundary);
        if (countOccurrences(boundary,strlen(boundary),dy->string,dy->stringSize) != mimeParts)
            { /* boundary was found in input! # occurrences not as expected */
            dyStringClear(dy);
            continue;  /* if at first you don't succeed, try another boundary string */
            }
        dyStringPrintf(dyHeader, "Content-type: multipart/form-data, boundary=%s\r\n",boundary);
        if (isMime && verboseLevel() == 2)
            {
            mustWrite(stderr, dyHeader->string, dyHeader->stringSize);
            mustWrite(stderr, dy->string, dy->stringSize);
            }
        }
    break;
    }   
    
return dyStringCannibalize(&dy);

}

Here is the call graph for this function:

Here is the caller graph for this function:

void htmlFormFree

(

struct htmlForm **

pForm

)

Definition at line 201 of file htmlPage.c.

References freez(), htmlFormVarFreeList(), and htmlForm::vars.

Referenced by htmlFormFreeList().

{
struct htmlForm *form = *pForm;
if (form != NULL)
    {
    htmlFormVarFreeList(&form->vars);
    freez(pForm);
    }
}

Here is the call graph for this function:

Here is the caller graph for this function:

void htmlFormFreeList

(

struct htmlForm **

pList

)

Definition at line 212 of file htmlPage.c.

References htmlFormFree(), and htmlForm::next.

Referenced by htmlPageFree().

{
struct htmlForm *el, *next;

for (el = *pList; el != NULL; el = next)
    {
    next = el->next;
    htmlFormFree(&el);
    }
*pList = NULL;
}

Here is the call graph for this function:

Here is the caller graph for this function:

struct htmlForm* htmlFormGet	(	struct htmlPage *	page,
		char *	name
	)			[read]

Definition at line 986 of file htmlPage.c.

References htmlPage::forms, htmlForm::name, htmlForm::next, and sameWord.

{
struct htmlForm *form;
for (form = page->forms; form != NULL; form = form->next)
    if (sameWord(form->name, name))
        break;
return form;
}

void htmlFormPrint	(	struct htmlForm *	form,
		FILE *	f
	)

Definition at line 977 of file htmlPage.c.

References htmlForm::action, htmlFormVarPrint(), htmlForm::method, htmlForm::name, htmlFormVar::next, and htmlForm::vars.

{
struct htmlFormVar *var;
fprintf(f, "%s\t%s\t%s\n", form->name, form->method, form->action);
for (var = form->vars; var != NULL; var = var->next)
    htmlFormVarPrint(var, f, "\t");
}

Here is the call graph for this function:

static void htmlFormVarAddValue	(	struct htmlFormVar *	var,
		char *	value
	)			[static]

Definition at line 670 of file htmlPage.c.

References name, slAddTail(), slNameNew, and htmlFormVar::values.

Referenced by formParseVars().

{
struct slName *name = slNameNew(value);
slAddTail(&var->values, name);
}

Here is the call graph for this function:

Here is the caller graph for this function:

void htmlFormVarFree

(

struct htmlFormVar **

pVar

)

Definition at line 174 of file htmlPage.c.

References htmlFormVar::curVal, freeMem(), freez(), slFreeList(), htmlFormVar::tags, and htmlFormVar::values.

Referenced by htmlFormVarFreeList().

{
struct htmlFormVar *var = *pVar;
if (var != NULL)
    {
    freeMem(var->curVal);
    slFreeList(&var->values);
    slFreeList(&var->tags);
    freez(pVar);
    }
}

Here is the call graph for this function:

Here is the caller graph for this function:

void htmlFormVarFreeList

(

struct htmlFormVar **

pList

)

Definition at line 187 of file htmlPage.c.

References htmlFormVarFree(), and htmlFormVar::next.

Referenced by htmlFormFree().

{
struct htmlFormVar *el, *next;

for (el = *pList; el != NULL; el = next)
    {
    next = el->next;
    htmlFormVarFree(&el);
    }
*pList = NULL;
}

Here is the call graph for this function:

Here is the caller graph for this function:

struct htmlFormVar* htmlFormVarGet	(	struct htmlForm *	form,
		char *	name
	)			[read]

Definition at line 996 of file htmlPage.c.

References errAbort(), htmlFormVar::name, htmlFormVar::next, sameWord, and htmlForm::vars.

Referenced by htmlFormVarSet(), and htmlPageGetVar().

{
struct htmlFormVar *var;
if (form == NULL)
    errAbort("Null form passed to htmlFormVarGet");
for (var = form->vars; var != NULL; var = var->next)
    if (sameWord(var->name, name))
        break;
return var;
}

Here is the call graph for this function:

Here is the caller graph for this function:

void htmlFormVarPrint	(	struct htmlFormVar *	var,
		FILE *	f,
		char *	prefix
	)

Definition at line 966 of file htmlPage.c.

References htmlFormVar::curVal, naForNull(), slName::name, htmlFormVar::name, slName::next, htmlFormVar::tagName, htmlFormVar::type, and htmlFormVar::values.

Referenced by htmlFormPrint().

{
struct slName *val;
fprintf(f, "%s%s\t%s\t%s\t%s\n", prefix, var->name, var->tagName, 
        naForNull(var->type), 
        naForNull(var->curVal));
for (val = var->values; val != NULL; val = val->next)
     fprintf(f, "%s\t%s\n", prefix, val->name);
}

Here is the call graph for this function:

Here is the caller graph for this function:

void htmlFormVarSet	(	struct htmlForm *	form,
		char *	name,
		char *	val
	)

Definition at line 1008 of file htmlPage.c.

References AllocVar, cloneString(), htmlFormVar::curVal, errAbort(), freez(), htmlFormVarGet(), slAddHead, and htmlForm::vars.

Referenced by htmlPageSetVar().

{
struct htmlFormVar *var;
if (form == NULL)
    errAbort("Null form passed to htmlFormVarSet");
var = htmlFormVarGet(form, name);
if (var == NULL)
    {
    AllocVar(var);
    var->type = "TEXT";
    var->tagName = "INPUT";
    var->name = name;
    slAddHead(&form->vars, var);
    }
freez(&var->curVal);
var->curVal = cloneString(val);
}

Here is the call graph for this function:

Here is the caller graph for this function:

static struct hash* htmlHeaderRead	(	char **	pHtml,
		struct htmlCookie **	pCookies
	)			[static, read]

Definition at line 413 of file htmlPage.c.

References cloneString(), hashAdd(), hashNew, htmlNextCrLfLine(), nextWord(), parseCookie(), sameString, skipLeadingSpaces(), slAddTail(), and warn().

Referenced by htmlPageParse().

                                                  : value. */
{
struct hash *hash = hashNew(6);
for (;;)
    {
    char *line = htmlNextCrLfLine(pHtml);
    char *word;
    if (line == NULL)
        {
        warn("End of file in header");
        break;
        }
    word = nextWord(&line);
    if (word == NULL)
        break;
    line = skipLeadingSpaces(line);
    hashAdd(hash, word, cloneString(line));
    if (sameString(word, "Set-Cookie:"))
        {
        struct htmlCookie *cookie = parseCookie(line);
        if (cookie != NULL)
            slAddTail(pCookies, cookie);
        }
    }
return hash;
}

Here is the call graph for this function:

Here is the caller graph for this function:

char* htmlNextCrLfLine

(

char **

pS

)

Definition at line 328 of file htmlPage.c.

References verbose().

Referenced by htmlHeaderRead().

{
char *s = *pS, *e;
if (s == NULL || s[0] == 0)
    return NULL;
e = strchr(s, '\n');
if (e == NULL)
    verbose(1, "End of file in header\n");
else 
    {
    *e = 0;
    if (e == s || e[-1] != '\r')
        verbose(1, "Missing <CR> in header line\n");
    else
       e[-1] = 0;
    e += 1;
    }
*pS = e;
return s;
}

Here is the call graph for this function:

Here is the caller graph for this function:

void htmlPageFormOrAbort

(

struct htmlPage *

page

)

Definition at line 1755 of file htmlPage.c.

References errAbort(), and htmlPage::forms.

{
if (page == NULL)
    errAbort("Can't validate NULL page");
if (page->forms == NULL)
    errAbort("No form found");
}

Here is the call graph for this function:

struct htmlPage* htmlPageForwarded	(	char *	url,
		struct htmlCookie *	cookies
	)			[read]

Definition at line 918 of file htmlPage.c.

References htmlPage::cookies, hashFindVal(), htmlPage::header, htmlPageFree(), and htmlPageGetWithCookies().

Referenced by htmlPageForwardedNoAbort().

{
struct htmlPage *page = htmlPageGetWithCookies(url, cookies);
int level, maxLevels = 7;
for (level = 0; level < maxLevels; ++level)
    {
    struct htmlPage *newPage;
    char *newUrl = hashFindVal(page->header, "Location:");
    if (newUrl == NULL)
        break;
    newPage = htmlPageGetWithCookies(newUrl, cookies);
    htmlPageFree(&page);
    page = newPage;
    }
return page;
}

Here is the call graph for this function:

Here is the caller graph for this function:

struct htmlPage* htmlPageForwardedNoAbort	(	char *	url,
		struct htmlCookie *	cookies
	)			[read]

Definition at line 938 of file htmlPage.c.

References htmlPage::cookies, errCatchEnd(), errCatchFree(), errCatchNew(), errCatchStart, errCatch::gotError, htmlPageForwarded(), errCatch::message, dyString::string, and warn().

{
struct errCatch *errCatch = errCatchNew();
struct htmlPage *page = NULL;
if (errCatchStart(errCatch))
    page = htmlPageForwarded(url, cookies);
errCatchEnd(errCatch);
if (errCatch->gotError)
    warn(errCatch->message->string);
errCatchFree(&errCatch);
return page;
}

Here is the call graph for this function:

void htmlPageFree

(

struct htmlPage **

pPage

)

Definition at line 225 of file htmlPage.c.

References htmlPage::cookies, htmlPage::forms, freeHashAndVals(), freez(), htmlPage::fullText, htmlPage::header, htmlCookieFreeList(), htmlFormFreeList(), htmlStatusFree(), htmlTagFreeList(), htmlPage::status, htmlPage::tags, and htmlPage::url.

Referenced by htmlPageForwarded(), htmlPageFreeList(), qaPageFromForm(), qaPageGet(), and qaStatusOnPage().

{
struct htmlPage *page = *pPage;
if (page != NULL)
    {
    freez(&page->url);
    htmlStatusFree(&page->status);
    freeHashAndVals(&page->header);
    htmlCookieFreeList(&page->cookies);
    freez(&page->fullText);
    htmlTagFreeList(&page->tags);
    htmlFormFreeList(&page->forms);
    freez(pPage);
    }
}

Here is the call graph for this function:

Here is the caller graph for this function:

void htmlPageFreeList

(

struct htmlPage **

pList

)

Definition at line 242 of file htmlPage.c.

References htmlPageFree(), and htmlPage::next.

{
struct htmlPage *el, *next;

for (el = *pList; el != NULL; el = next)
    {
    next = el->next;
    htmlPageFree(&el);
    }
*pList = NULL;
}

Here is the call graph for this function:

struct htmlPage* htmlPageFromForm	(	struct htmlPage *	origPage,
		struct htmlForm *	form,
		char *	buttonName,
		char *	buttonVal
	)			[read]

Definition at line 1356 of file htmlPage.c.

References htmlForm::action, cookieOutput(), htmlPage::cookies, dyStringAppend(), dyStringCannibalize(), dyStringFree, dyStringNew, dyStringPrintf(), FALSE, freez(), htmlExpandUrl(), htmlFormCgiVars(), htmlPageParse(), htmlForm::method, netOpenHttpExt(), netSlurpFile(), sameWord, dyString::string, dyString::stringSize, htmlPage::url, and verbose().

Referenced by qaPageFromForm().

{
struct htmlPage *newPage = NULL;
struct dyString *dyUrl = dyStringNew(0);
struct dyString *dyHeader = dyStringNew(0);
struct dyString *dyText = NULL;
char *url = htmlExpandUrl(origPage->url, form->action);
char *cgiVars = NULL;
int contentLength = 0;
int sd = -1;

dyStringAppend(dyUrl, url);
cookieOutput(dyHeader, origPage->cookies);
if (sameWord(form->method, "GET"))
    {
    cgiVars = htmlFormCgiVars(origPage, form, buttonName, buttonVal, dyHeader);
    dyStringAppend(dyUrl, "?");
    dyStringAppend(dyUrl, cgiVars);
    verbose(3, "GET %s\n", dyUrl->string);
    sd = netOpenHttpExt(dyUrl->string, form->method, FALSE);
    dyStringAppend(dyHeader, "\r\n");
    write(sd, dyHeader->string, dyHeader->stringSize);
    }
else if (sameWord(form->method, "POST"))
    {
    cgiVars = htmlFormCgiVars(origPage, form, buttonName, buttonVal, dyHeader);
    contentLength = strlen(cgiVars);
    verbose(3, "POST %s\n", dyUrl->string);
    sd = netOpenHttpExt(dyUrl->string, form->method, FALSE);
    dyStringPrintf(dyHeader, "Content-length: %d\r\n", contentLength);
    dyStringAppend(dyHeader, "\r\n");
    write(sd, dyHeader->string, dyHeader->stringSize);
    write(sd, cgiVars, contentLength);
    }
dyText = netSlurpFile(sd);
close(sd);
newPage = htmlPageParse(url, dyStringCannibalize(&dyText));
freez(&url);
dyStringFree(&dyUrl);
dyStringFree(&dyHeader);
freez(&cgiVars);
return newPage;
}

Here is the call graph for this function:

Here is the caller graph for this function:

struct htmlPage* htmlPageGet

(

char *

url

)

[read]

Definition at line 953 of file htmlPage.c.

References fileExists(), htmlPageGetWithCookies(), htmlPageParseNoHead(), and readInGulp().

Referenced by qaPageGet().

{
if (fileExists(url))
    {
    char *buf;
    readInGulp(url, &buf, NULL);
    return htmlPageParseNoHead(url, buf);
    }
else
    return htmlPageGetWithCookies(url, NULL);
}

Here is the call graph for this function:

Here is the caller graph for this function:

struct htmlFormVar* htmlPageGetVar	(	struct htmlPage *	page,
		struct htmlForm *	form,
		char *	name
	)			[read]

Definition at line 1028 of file htmlPage.c.

References htmlPage::forms, and htmlFormVarGet().

{
if (form == NULL)
    form = page->forms;
return htmlFormVarGet(form, name);
}

Here is the call graph for this function:

struct htmlPage* htmlPageGetWithCookies	(	char *	url,
		struct htmlCookie *	cookies
	)			[read]

Definition at line 910 of file htmlPage.c.

References htmlPage::cookies, htmlPageParse(), and htmlSlurpWithCookies().

Referenced by htmlPageForwarded(), and htmlPageGet().

{
char *buf = htmlSlurpWithCookies(url, cookies);
return htmlPageParse(url, buf);
}

Here is the call graph for this function:

Here is the caller graph for this function:

struct slName* htmlPageLinks

(

struct htmlPage *

page

)

[read]

Definition at line 1430 of file htmlPage.c.

References htmlPageScanAttribute().

Referenced by validateCgiUrls().

{
return htmlPageScanAttribute(page, NULL, "HREF");
}

Here is the call graph for this function:

Here is the caller graph for this function:

struct htmlPage* htmlPageParse	(	char *	url,
		char *	fullText
	)			[read]

Definition at line 831 of file htmlPage.c.

References AllocVar, cloneLongString(), cloneString(), htmlPage::cookies, htmlPage::forms, freez(), htmlPage::fullText, hashAdd(), hashFindVal(), htmlPage::header, htmlHeaderRead(), htmlParseForms(), htmlStatusParse(), htmlTagScan(), htmlPage::htmlText, startsWith(), htmlPage::status, htmlStatus::status, htmlPage::tags, htmlPage::url, and warn().

Referenced by htmlPageFromForm(), htmlPageGetWithCookies(), and htmlPageParseOk().

{
struct htmlPage *page;
char *dupe = cloneLongString(fullText);
char *s = dupe;
struct htmlStatus *status = htmlStatusParse(&s);
char *contentType;

if (status == NULL)
    return NULL;

AllocVar(page);
page->url = cloneString(url);
page->fullText = fullText;
page->status = status;
page->header = htmlHeaderRead(&s, &page->cookies);
contentType = hashFindVal(page->header, "Content-Type:");
if (contentType == NULL)        
    {
    warn("No contentType, assuming text/html");
    contentType = cloneString("text/html");
    hashAdd(page->header, "Content-Type:", contentType);
    }
page->htmlText = fullText + (s - dupe);
if (startsWith("text/html", contentType))
    {
    page->tags = htmlTagScan(page->htmlText, s);
    page->forms = htmlParseForms(page, page->tags, NULL);
    }
freez(&dupe);
return page;
}

Here is the call graph for this function:

Here is the caller graph for this function:

struct htmlPage* htmlPageParseNoHead	(	char *	url,
		char *	htmlText
	)			[read]

Definition at line 865 of file htmlPage.c.

References AllocVar, cloneString(), htmlPage::forms, freez(), htmlPage::fullText, htmlParseForms(), htmlTagScan(), htmlPage::htmlText, htmlPage::tags, and htmlPage::url.

Referenced by htmlPageGet().

{
char *dupe = cloneString(htmlText);
struct htmlPage *page;
AllocVar(page);
page->url = cloneString(url);
page->fullText = page->htmlText = htmlText;
page->tags = htmlTagScan(page->htmlText, dupe);
page->forms = htmlParseForms(page, page->tags, NULL);
freez(&dupe);
return page;
}

Here is the call graph for this function:

Here is the caller graph for this function:

struct htmlPage* htmlPageParseOk	(	char *	url,
		char *	fullText
	)			[read]

Definition at line 879 of file htmlPage.c.

References errAbort(), htmlPageParse(), noWarnAbort(), htmlStatus::status, and htmlPage::status.

{
struct htmlPage *page = htmlPageParse(url, fullText);
if (page == NULL)
   noWarnAbort();
if (page->status->status != 200)
   errAbort("%s returned with status code %d", url, page->status->status);
return page;
}

Here is the call graph for this function:

struct slName* htmlPageScanAttribute	(	struct htmlPage *	page,
		char *	tagName,
		char *	attribute
	)			[read]

Definition at line 1403 of file htmlPage.c.

References htmlTag::attributes, htmlAttribute::name, htmlTag::name, htmlAttribute::next, htmlTag::next, sameWord, slAddHead, slNameNew, slReverse(), htmlPage::tags, and htmlAttribute::val.

Referenced by htmlPageLinks().

{
struct htmlTag *tag;
struct htmlAttribute *att;
struct slName *list = NULL, *el;

for (tag = page->tags; tag != NULL; tag = tag->next)
    {
    if (tagName == NULL || sameWord(tagName, tag->name))
        {
        for (att = tag->attributes; att != NULL; att = att->next)
            {
            if (sameWord(attribute, att->name))
                {
                el = slNameNew(att->val);
                slAddHead(&list, el);
                }
            }
        }
    }
slReverse(&list);
return list;
}

Here is the call graph for this function:

Here is the caller graph for this function:

void htmlPageSetVar	(	struct htmlPage *	page,
		struct htmlForm *	form,
		char *	name,
		char *	val
	)

Definition at line 1036 of file htmlPage.c.

References errAbort(), htmlPage::forms, and htmlFormVarSet().

{
if (page == NULL)
    errAbort("Null page passed to htmlPageSetVar");
if (form == NULL)
    form = page->forms;
if (form == NULL)
    errAbort("Null form in htmlPageSetVar");
htmlFormVarSet(form, name, val);
}

Here is the call graph for this function:

void htmlPageValidateOrAbort

(

struct htmlPage *

page

)

Definition at line 1764 of file htmlPage.c.

References ArraySize, checkExactlyOne(), errAbort(), FALSE, hashFindVal(), htmlPage::header, htmlTag::name, htmlTag::next, sameWord, startsWith(), htmlPage::tags, touppers(), TRUE, validateBody(), validateCgiUrls(), validateNestingTags(), and warn().

Referenced by qaPageFromForm(), and qaPageGet().

{
struct htmlTag *tag;
boolean gotTitle = FALSE;
char *contentType = NULL;

if (page == NULL)
    errAbort("Can't validate NULL page");
if (page->header != NULL)
    contentType = hashFindVal(page->header, "Content-Type:");
if (contentType == NULL || startsWith("text/html", contentType))
    {
    /* To simplify things upper case all tag names. */
    for (tag = page->tags; tag != NULL; tag = tag->next)
        touppers(tag->name);

    checkExactlyOne(page->tags, "BODY");

    /* Validate header, and make a suggestion or two */
    if ((tag = page->tags) == NULL)
        errAbort("No tags");
    if (!sameWord(tag->name, "HTML"))
        errAbort("Doesn't start with <HTML> tag");
    tag = tag->next;
    if (tag == NULL || !sameWord(tag->name, "HEAD"))
        warn("<HEAD> tag does not follow <HTML> tag");
    else
        {
        for (;;)
            {
            tag = tag->next;
            if (tag == NULL)
                errAbort("Missing </HEAD>");
            if (sameWord(tag->name, "TITLE"))
                gotTitle = TRUE;
            if (sameWord(tag->name, "/HEAD"))
                break;
            }
        if (!gotTitle)
            warn("No title in <HEAD>");
        validateNestingTags(page, page->tags, tag, headNesters, ArraySize(headNesters));
        tag = tag->next;
        }
    if (tag == NULL || !sameWord(tag->name, "BODY"))
        errAbort("<BODY> tag does not follow <HTML> tag");
    tag = validateBody(page, tag->next);
    if (tag == NULL || !sameWord(tag->name, "/HTML"))
        errAbort("Missing </HTML>");
    validateCgiUrls(page);
    }
}

Here is the call graph for this function:

Here is the caller graph for this function:

static struct htmlForm* htmlParseForms	(	struct htmlPage *	page,
		struct htmlTag *	startTag,
		struct htmlTag *	endTag
	)			[static, read]

Definition at line 793 of file htmlPage.c.

References AllocVar, htmlTagAttributeNeeded(), htmlTagAttributeVal(), htmlTag::name, htmlTag::next, sameWord, slAddHead, and tagWarn().

Referenced by htmlPageParse(), and htmlPageParseNoHead().

{
struct htmlForm *formList = NULL, *form = NULL;
struct htmlTag *tag;
for (tag = startTag; tag != endTag; tag = tag->next)
    {
    if (sameWord(tag->name, "FORM"))
        {
        if (form != NULL)
            tagWarn(page, tag, "FORM inside of FORM");
        AllocVar(form);
        form->startTag = tag;
        slAddHead(&formList, form);
        form->name = htmlTagAttributeVal(page, tag, "name", "n/a");
        form->action = htmlTagAttributeNeeded(page, tag, "action");
        form->method = htmlTagAttributeVal(page, tag, "method", "GET");
        }
    else if (sameWord(tag->name, "/FORM"))
        {
        if (form == NULL)
            tagWarn(page, tag, "/FORM outside of FORM");
        else
            {
            form->endTag = tag->next;
            form = NULL;
            }
        }
    }
slReverse(&formList);
for (form = formList; form != NULL; form = form->next)
    {
    form->vars = formParseVars(page, form);
    }
return formList;
}

Here is the call graph for this function:

Here is the caller graph for this function:

char* htmlSlurpWithCookies	(	char *	url,
		struct htmlCookie *	cookies
	)

Definition at line 890 of file htmlPage.c.

References cookieOutput(), dyStringAppend(), dyStringCannibalize(), dyStringFree, dyStringNew, FALSE, netOpenHttpExt(), netSlurpFile(), dyString::string, and dyString::stringSize.

Referenced by htmlPageGetWithCookies().

{
struct dyString *dyHeader = dyStringNew(0);
struct dyString *dyText;
int sd;

cookieOutput(dyHeader, cookies);
dyStringAppend(dyHeader, "\r\n");
sd = netOpenHttpExt(url, "GET", FALSE);
write(sd, dyHeader->string, dyHeader->stringSize);
dyText = netSlurpFile(sd);
close(sd);
dyStringFree(&dyHeader);
return dyStringCannibalize(&dyText);
}

Here is the call graph for this function:

Here is the caller graph for this function:

void htmlStatusFree

(

struct htmlStatus **

pStatus

)

Definition at line 28 of file htmlPage.c.

References freeMem(), freez(), and htmlStatus::status.

Referenced by htmlPageFree(), and htmlStatusFreeList().

{
struct htmlStatus *status = *pStatus;
if (status != NULL)
    {
    freeMem(status->version);
    freez(pStatus);
    }
}

Here is the call graph for this function:

Here is the caller graph for this function:

void htmlStatusFreeList

(

struct htmlStatus **

pList

)

Definition at line 39 of file htmlPage.c.

References htmlStatusFree(), and htmlStatus::next.

{
struct htmlStatus *el, *next;

for (el = *pList; el != NULL; el = next)
    {
    next = el->next;
    htmlStatusFree(&el);
    }
*pList = NULL;
}

Here is the call graph for this function:

struct htmlStatus* htmlStatusParse

(

char **

pText

)

[read]

Definition at line 299 of file htmlPage.c.

References AllocVar, cloneStringZ(), skipLeadingSpaces(), skipToSpaces(), htmlStatus::status, and warn().

Referenced by htmlPageParse().

{
char *text = *pText;
char *end = strchr(text, '\n');
struct htmlStatus *status;
if (end != NULL)
   *pText = end+1;
else
   *pText = text + strlen(text);
end = skipToSpaces(text);
if (end == NULL)
    {
    warn("Short status line.");
    return NULL;
    }
AllocVar(status);
status->version = cloneStringZ(text, end-text);
end = skipLeadingSpaces(end);
if (!isdigit(end[0]))
    {
    warn("Not a number in status field");
    return NULL;
    }
status->status = atoi(end);
return status;
}

Here is the call graph for this function:

Here is the caller graph for this function:

char* htmlTagAttributeNeeded	(	struct htmlPage *	page,
		struct htmlTag *	tag,
		char *	name
	)

Definition at line 465 of file htmlPage.c.

References htmlTagAttributeVal(), tagWarn(), and htmlAttribute::val.

Referenced by formParseVars(), and htmlParseForms().

{
char *val = htmlTagAttributeVal(page, tag, name, NULL);
if (val == NULL)
    {
    tagWarn(page, tag, "Missing %s attribute", name);
    val = "n/a";
    }
return val;
}

Here is the call graph for this function:

Here is the caller graph for this function:

char* htmlTagAttributeVal	(	struct htmlPage *	page,
		struct htmlTag *	tag,
		char *	name,
		char *	defaultVal
	)

Definition at line 455 of file htmlPage.c.

References htmlTag::attributes, htmlAttributeFindVal(), and htmlAttribute::val.

Referenced by formParseVars(), htmlParseForms(), and htmlTagAttributeNeeded().

{
char *val = htmlAttributeFindVal(tag->attributes, name);
if (val == NULL)
    val = defaultVal;
return val;
}

Here is the call graph for this function:

Here is the caller graph for this function:

void htmlTagFree

(

struct htmlTag **

pTag

)

Definition at line 149 of file htmlPage.c.

References htmlTag::attributes, freeMem(), freez(), htmlAttributeFreeList(), and htmlTag::name.

Referenced by htmlTagFreeList().

{
struct htmlTag *tag = *pTag;
if (tag != NULL)
    {
    htmlAttributeFreeList(&tag->attributes);
    freeMem(tag->name);
    freez(pTag);
    }
}

Here is the call graph for this function:

Here is the caller graph for this function:

void htmlTagFreeList

(

struct htmlTag **

pList

)

Definition at line 161 of file htmlPage.c.

References htmlTagFree(), and htmlTag::next.

Referenced by htmlPageFree().

{
struct htmlTag *el, *next;

for (el = *pList; el != NULL; el = next)
    {
    next = el->next;
    htmlTagFree(&el);
    }
*pList = NULL;
}

Here is the call graph for this function:

Here is the caller graph for this function:

static struct htmlTag* htmlTagScan	(	char *	html,
		char *	dupe
	)			[static, read]

Definition at line 478 of file htmlPage.c.

References AllocVar, cloneString(), eraseTrailingSpaces(), FALSE, htmlAttribute::name, name, parseQuotedString(), skipLeadingSpaces(), slAddHead, slAddTail(), slReverse(), stringIn, TRUE, htmlAttribute::val, and warn().

Referenced by htmlPageParse(), and htmlPageParseNoHead().

{
char *s = dupe, c, *e, *tagName;
struct htmlTag *tagList = NULL, *tag;
struct htmlAttribute *att;
int pos;

for (;;)
    {
    c = *s++;
    if (c == 0)
        break;
    if (c == '<')
        {
        if (*s == '!')  /* HTML comment. */
            {
            s += 1;
            if (s[0] == '-' && s[1] == '-')
                s = stringIn("-->", s);
            else
                s = strchr(s, '>');
            if (s == NULL)
                {
                warn("End of file in comment");
                break;
                }
            }
        else
            {
            /* Grab first word into tagName. */
            e = s;
            for (;;)
                {
                c = *e;
                if (c == '>' || c == 0 || isspace(c))
                    break;
                e += 1;
                }
            if (c != 0)
               *e++ = 0;
            tagName = s;
            s = e;
            
            /* Allocate tag, fill in name, and stick it on list. */
            AllocVar(tag);
            tag->name = cloneString(tagName);
            slAddHead(&tagList, tag);
            pos = tagName - dupe - 1;
            tag->start = html+pos;

            /* If already got end tag (or EOF) stop processing tag. */
            if (c == '>' || c == 0)
                {
                tag->end = html + (e - dupe);
                continue;
                }

            /* Process name/value pairs until get end tag. */
            for (;;)
                {
                char *name, *val;
                boolean gotEnd = FALSE;

                /* Check for end tag. */
                s = skipLeadingSpaces(s);
                if (s[0] == '>' || s[0] == 0)
                    {
                    tag->end = html + (s - dupe);
                    if (s[0] == '>')
                        tag->end += 1;
                    break;
                    }

                /* Get name - everything up to equals. */
                e = s;
                for (;;)
                    {
                    c = *e;
                    if (c == '=')
                        break;
                    else if (c == '>')
                        break;
                    else if (c == 0)
                        break;
                    else if (isspace(c))
                        break;
                    e += 1;
                    }
                if (c == 0)
                    {
                    warn("End of file in tag");
                    break;
                    }
                name = s;
                *e++ = 0;
                eraseTrailingSpaces(name);
                if (c == '>')
                    {
                    val = "";
                    gotEnd = TRUE;
                    tag->end = html + (e - dupe);
                    }
                else if (isspace(c))
                    {
                    val = "";
                    }
                else
                    {
                    val = e = skipLeadingSpaces(e);
                    if (e[0] == '"')
                        {
                        if (!parseQuotedString(val, val, &e))
                            break;
                        }
                    else
                        {
                        for (;;)
                            {
                            c = *e;
                            if (c == '>')
                                {
                                gotEnd = TRUE;
                                *e++ = 0;
                                tag->end = html + (e - dupe);
                                break;
                                }
                            else if (isspace(c))
                                {
                                *e++ = 0;
                                break;
                                }
                            else if (c == 0)
                                break;
                            ++e;
                            }
                        }
                    }
                AllocVar(att);
                att->name = cloneString(name);
                att->val = cloneString(val);
                slAddTail(&tag->attributes, att);
                s = e;
                if (gotEnd)
                    break;
                }
            }
        }
    }
slReverse(&tagList);
return tagList;
}

Here is the call graph for this function:

Here is the caller graph for this function:

static boolean isMimeEncoded

(

struct htmlForm *

form

)

[static]

Definition at line 1252 of file htmlPage.c.

References htmlTag::attributes, FALSE, htmlAttribute::name, htmlAttribute::next, sameWord, htmlForm::startTag, TRUE, and htmlAttribute::val.

Referenced by htmlFormCgiVars().

{
struct htmlAttribute *a;
for(a = form->startTag->attributes;a;a = a->next)
    if (sameWord(a->name,"ENCTYPE") && sameWord(a->val,"multipart/form-data"))
        return TRUE;
return FALSE;
}

Here is the caller graph for this function:

static boolean isMixableInputType

(

char *

type

)

[static]

Definition at line 662 of file htmlPage.c.

References sameWord.

Referenced by formParseVars().

{
return sameWord(type, "BUTTON") || sameWord(type, "SUBMIT") 
        || sameWord(type, "IMAGE");
}

Here is the caller graph for this function:

static struct htmlCookie* parseCookie

(

char *

s

)

[static, read]

Definition at line 365 of file htmlPage.c.

References AllocVar, cloneString(), cookieParseNameValuePair(), htmlCookie::domain, htmlCookie::expires, htmlCookie::name, name, htmlCookie::path, sameString, htmlCookie::secure, skipLeadingSpaces(), TRUE, htmlCookie::value, and warn().

Referenced by htmlHeaderRead().

{
char *e, *name, *val;
struct htmlCookie *cookie;

/* Grab up to semicolon, which is the cookie name/value pair. */
e = strchr(s, ';');
if (e == NULL)
    {
    warn("Missing ';' in cookie");
    return NULL;
    }
*e++ = 0;

/* Allocate cookie and fill out name/value pair. */
AllocVar(cookie);
cookieParseNameValuePair(s, &name, &val);
cookie->name = cloneString(name);
cookie->value = cloneString(val);

/* Loop through to grab the other info - domain and so forth. */
s = e;
for (;;)
    {
    /* Find next semicolon and zero-terminate it. */
    s = skipLeadingSpaces(s);
    e = strchr(s, ';');
    if (e == NULL)
        break;
    *e++ = 0;

    /* Parse out name/value pairs and save it away if it's one we know about. */
    cookieParseNameValuePair(s, &name, &val);
    if (sameString(name, "domain"))
        cookie->domain = cloneString(val);
    else if (sameString(name, "path"))
        cookie->path = cloneString(val);
    else if (sameString(name, "expires"))
        cookie->expires = cloneString(val);
    else if (sameString(name, "secure"))
        cookie->secure = TRUE;

    s = e;
    }
return cookie;
}

Here is the call graph for this function:

Here is the caller graph for this function:

static void tagAbort	(	struct htmlPage *	page,
		struct htmlTag *	tag,
		char *	format,
			...
	)			[static]

Definition at line 289 of file htmlPage.c.

References noWarnAbort(), and tagVaWarn().

Referenced by checkNest(), checkTagIsInside(), and validateTables().

{
va_list args;
va_start(args, format);
tagVaWarn(page, tag, format, args);
va_end(args);
noWarnAbort();
}

Here is the call graph for this function:

Here is the caller graph for this function:

static void tagVaWarn	(	struct htmlPage *	page,
		struct htmlTag *	tag,
		char *	format,
		va_list	args
	)			[static]

Definition at line 268 of file htmlPage.c.

References findLineNumber(), htmlPage::htmlText, htmlTag::start, htmlPage::url, vaWarn(), and warn().

Referenced by tagAbort(), and tagWarn().

{
char context[80];
strncpy(context, tag->start, sizeof(context));
context[sizeof(context)-1] = 0;
warn("Error near line %d of %s:\n %s", findLineNumber(page->htmlText, tag->start), 
        page->url, context);
vaWarn(format, args);
}

Here is the call graph for this function:

Here is the caller graph for this function:

static void tagWarn	(	struct htmlPage *	page,
		struct htmlTag *	tag,
		char *	format,
			...
	)			[static]

Definition at line 280 of file htmlPage.c.

References tagVaWarn().

Referenced by findOrMakeVar(), formParseVars(), htmlParseForms(), and htmlTagAttributeNeeded().

{
va_list args;
va_start(args, format);
tagVaWarn(page, tag, format, args);
va_end(args);
}

Here is the call graph for this function:

Here is the caller graph for this function:

static char* urlOkChars

(

)

[static]

Definition at line 1673 of file htmlPage.c.

References AllocArray.

Referenced by validateCgiUrl().

{
char *okChars;
int c;
AllocArray(okChars, 256);
for (c=0; c<256; ++c)
    if (isalnum(c))
        okChars[c] = 1;
/* This list is a little more inclusive than W3's. */
okChars['='] = 1;
okChars['-'] = 1;
okChars['/'] = 1;
okChars['%'] = 1;
okChars['.'] = 1;
okChars[';'] = 1;
okChars[':'] = 1;
okChars['_'] = 1;
okChars['&'] = 1;
okChars['+'] = 1;
return okChars;
}

Here is the caller graph for this function:

static struct htmlTag* validateBody	(	struct htmlPage *	page,
		struct htmlTag *	startTag
	)			[static, read]

Definition at line 1642 of file htmlPage.c.

References htmlTag::name, htmlTag::next, and sameWord.

Referenced by htmlPageValidateOrAbort().

{
struct htmlTag *tag, *endTag = NULL;

/* First search for end tag. */
for (tag = startTag; tag != NULL; tag = tag->next)
    {
    if (sameWord(tag->name, "/BODY"))
        {
        endTag = tag;
        break;
        }
    }
if (endTag == NULL)
    errAbort("Missing </BODY>");
validateTables(page, startTag, endTag);
checkTagIsInside(page, "DIR MENU OL UL", "LI", startTag, endTag);
checkTagIsInside(page, "DL", "DD DT", startTag, endTag);
checkTagIsInside(page, "COLGROUP TABLE", "COL", startTag, endTag);
checkTagIsInside(page, "MAP", "AREA", startTag, endTag);
checkTagIsInside(page, "FORM", 
        "INPUT BUTTON /BUTTON OPTION SELECT /SELECT TEXTAREA /TEXTAREA"
        "FIELDSET /FIELDSET"
        , 
        startTag, endTag);
validateNestingTags(page, startTag, endTag, bodyNesters, ArraySize(bodyNesters));
return endTag->next;
}

Here is the caller graph for this function:

static void validateCgiUrl

(

char *

url

)

[static]

Definition at line 1698 of file htmlPage.c.

References errAbort(), startsWith(), UBYTE, and urlOkChars().

Referenced by validateCgiUrls().

{
if (startsWith("http:", url) || startsWith("https:", url))
    {
    static char *okChars = NULL;
    UBYTE c, *s;
    if (okChars == NULL)
        okChars = urlOkChars();
    url = strchr(url, '?');
    if (url != NULL)
        {
        s = (UBYTE*)url+1;
        while ((c = *s++) != 0)
            {
            if (!okChars[c])
                {
                errAbort("Character %c not allowed in URL %s", c, url);
                }
            }
        }
    }
}

Here is the call graph for this function:

Here is the caller graph for this function:

static void validateCgiUrls

(

struct htmlPage *

page

)

[static]

Definition at line 1722 of file htmlPage.c.

References htmlForm::action, htmlPage::forms, htmlPageLinks(), slName::next, htmlForm::next, slFreeList(), and validateCgiUrl().

Referenced by htmlPageValidateOrAbort().

{
struct htmlForm *form;
struct slName *linkList = htmlPageLinks(page), *link;

for (form = page->forms; form != NULL; form = form->next)
    validateCgiUrl(form->action);
for (link = linkList; link != NULL; link = link->next)
    validateCgiUrl(link->name);
slFreeList(&linkList);
}

Here is the call graph for this function:

Here is the caller graph for this function:

static void validateNestingTags	(	struct htmlPage *	page,
		struct htmlTag *	startTag,
		struct htmlTag *	endTag,
		char *	nesters[],
		int	nesterCount
	)			[static]

Definition at line 1617 of file htmlPage.c.

References checkNest().

Referenced by htmlPageValidateOrAbort().

{
int i;
for (i=0; i<nesterCount; ++i)
    checkNest(page, nesters[i], startTag, endTag);
}

Here is the call graph for this function:

Here is the caller graph for this function:

static void validateTables	(	struct htmlPage *	page,
		struct htmlTag *	startTag,
		struct htmlTag *	endTag
	)			[static]

Definition at line 1452 of file htmlPage.c.

References AllocVar, FALSE, freez(), htmlTableRow::inTd, htmlTag::name, htmlTable::next, htmlTag::next, htmlTable::row, sameWord, slAddHead, tagAbort(), htmlTableRow::tdCount, and TRUE.

{
struct htmlTable *tableStack = NULL, *table;
struct htmlTableRow *row;
struct htmlTag *tag;

for (tag = startTag; tag != endTag; tag = tag->next)
    {
    if (sameWord(tag->name, "TABLE"))
        {
        if (tableStack != NULL)
            {
            if (tableStack->row == NULL || !tableStack->row->inTd)
            tagAbort(page, tag, "TABLE inside of another table, but not inside of <TR><TD>\n");
            }
        AllocVar(table);
        slAddHead(&tableStack, table);
        }
    else if (sameWord(tag->name, "/TABLE"))
        {
        if ((table = tableStack) == NULL)
            tagAbort(page, tag, "Extra </TABLE> tag");
        if (table->rowCount == 0)
            tagAbort(page, tag, "<TABLE> with no <TR>'s");
        if (table->row != NULL)
            tagAbort(page, tag, "</TABLE> inside of a row");
        tableStack = table->next;
        freez(&table);
        }
    else if (sameWord(tag->name, "TR"))
        {
        if ((table = tableStack) == NULL)
            tagAbort(page, tag, "<TR> outside of TABLE");
        if (table->row != NULL)
            tagAbort(page, tag, "<TR>...<TR> with no </TR> in between");
        AllocVar(table->row);
        table->rowCount += 1;
        }
    else if (sameWord(tag->name, "/TR"))
        {
        if ((table = tableStack) == NULL)
            tagAbort(page, tag, "</TR> outside of TABLE");
        if (table->row == NULL)
            tagAbort(page, tag, "</TR> with no <TR>");
#ifdef LEGAL_ACTUALLY
        if (table->row->inTd)
            {
            tagAbort(page, tag, "</TR> while <TD> is open");
            }
#endif /* LEGAL_ACTUALLY */
        if (table->row->tdCount == 0)
            tagAbort(page, tag, "Empty row in <TABLE>");
        freez(&table->row);
        }
    else if (sameWord(tag->name, "TD") || sameWord(tag->name, "TH"))
        {
        if ((table = tableStack) == NULL)
            tagAbort(page, tag, "<%s> outside of <TABLE>", tag->name);
        if ((row = table->row) == NULL)
            tagAbort(page, tag, "<%s> outside of <TR>", tag->name);
#ifdef LEGAL_ACTUALLY
        if (row->inTd)
            {
            tagAbort(page, tag, "<%s>...<%s> with no </%s> in between", 
                tag->name, tag->name, tag->name);
            }
#endif /* LEGAL_ACTUALLY */
        row->inTd = TRUE;
        row->tdCount += 1;
        }
    else if (sameWord(tag->name, "/TD") || sameWord(tag->name, "/TH"))
        {
        if ((table = tableStack) == NULL)
            tagAbort(page, tag, "<%s> outside of <TABLE>", tag->name);
        if ((row = table->row) == NULL)
            tagAbort(page, tag, "<%s> outside of <TR>", tag->name);
        if (!row->inTd)
            tagAbort(page, tag, "<%s> with no <%s>", tag->name, tag->name+1);
        row->inTd = FALSE;
        }
    }
if (tableStack != NULL)
    tagAbort(page, tag, "Missing </TABLE>");
}

Here is the call graph for this function:

---

Variable Documentation

char* bodyNesters[] [static]

Initial value:

 

{
    "ADDRESS", "DIV", "H1", "H2", "H3", "H4", "H5", "H6",
    "ACRONYM", "BLOCKQUOTE", "CITE", "CODE", "DEL", "DFN"
    "DIR", "DL", "MENU", "OL", "UL", "CAPTION", "TABLE", 
    "A", "MAP", "OBJECT", "FORM"
}

Definition at line 1627 of file htmlPage.c.

char* headNesters[] [static]

Initial value:

{
    "TITLE",
}

Definition at line 1636 of file htmlPage.c.

char const rcsid[] = "$Id: htmlPage.c,v 1.32 2006/07/29 00:17:28 galt Exp $" [static]

Definition at line 26 of file htmlPage.c.

---