#include <u.h>#include <libc.h>#include <ctype.h>#include <bio.h>#include "xml.h"#include "state-machine.h" int xmldebug = 0; enum { Grain = 16}; #define isname1(c) (isalpha((c)) || c == '_') /* FIXME: not enforced yet */#define isnameN(r) (isalpharune((r)) || isdigitrune((r)) || r == L'_' || r == L'-' || r == L'.' || r == L':')#define Roundup(x, g) (((x) + (unsigned)(g-1)) & ~((unsigned)(g-1))) enum { Ntext = 1024, /* longest name or atribute value possible */ Nref = 32 /* longest entity reference name */}; typedef struct { int line; /* Line number (for errors) */ Biobuf *bp; /* input stream */ int flags; /* misc flags, see xml.h */ Xml *xml; int failed;} State; typedef struct { char *buf; int sz;} Lexbuf; static int trimwhite(char *s){ char *p; for(p = s; *p; p++) if(! isspace(*p)) return 0; /* trim any whitespace into a single space */ s[0] = ' '; s[1] = 0; return 1;} static voidgrowstr(State *st, Lexbuf *lb, char *str){ int b, s, sz; if(str == nil || *str == 0) return; if((st->flags & Fcrushwhite) && trimwhite(str) && (lb->buf == nil || lb->buf[0] == 0)) return; b = 0; if(lb->buf) b = strlen(lb->buf); s = strlen(str); sz = Roundup(b+s+1, Grain); if(sz >= lb->sz){ lb->buf = realloc(lb->buf, sz); if(lb->buf == nil) sysfatal("No memory, wanted %d bytes\n", sz); lb->sz = sz; } strcpy(lb->buf+b, str);} static voidgrowrune(State *st, Lexbuf *lb, Rune r){ int n; char str[UTFmax+1]; n = runetochar(str, &r); str[n] = 0; growstr(st, lb, str);} static voidstripns(char *str){ char *p; if((p = strrchr(str, ':')) == nil) return; strcpy(str, p+1);} static voidfailed(State *st, char *fmt, ...){ int n; va_list arg; char err[ERRMAX]; st->failed = 1; va_start(arg, fmt); n = snprint(err, sizeof(err), "%d ", st->line); vsnprint(err+n, sizeof(err)-n, fmt, arg); va_end(arg); werrstr("%s", err); } static voidunget(State *st, int c){ if(c == '\n') st->line--; Bungetrune(st->bp);} static longget(State *st){ long r; r = Bgetrune(st->bp); if(r == Runeerror){ failed(st, "bad UTF-8 sequence"); r = L' '; } if(r == L'\n') st->line++; if(xmldebug){ if(xmldebug == 3) fprint(2, "%C", (Rune)r); if(xmldebug == 1 && r == -1) fprint(2, "EOF\n"); } return r;} static struct { char *name; Rune rune;} Entities[] = { { "amp", L'&' }, { "lt", L'<' }, { "gt", L'>' }, { "apos", L'\'' }, { "quot", L'"' }, { "nbsp", 0xa0 }, /* no-break space */}; static longentityref(State *st){ int n, i, l; long r; Rune x; char *p, buf[Nref]; l = 0; p = buf; while((r = get(st)) != -1 && r != L';' && ! isspacerune(r)) if(l < (sizeof(buf) - UTFmax)){ x = r; n = runetochar(p, &x); p += n; l += n; } *p = 0; if(r == -1) return -1; /* false positive */ if(r != L';'){ fprint(2, "%d: unquoted '&' - ignored\n", st->line); for(i = --l; i >= 0; i--) unget(st, buf[i]); return L'&'; } if(buf[0] == '#'){ if(buf[1] == 'x' || buf[1] == 'X') return strtol(buf+2, 0, 16); return strtol(buf+1, 0, 10); } for(i = 0; i < nelem(Entities); i++) if(memcmp(Entities[i].name, buf, l) == 0) return Entities[i].rune; fprint(2, "%d: '&%s;' unknown/unsupported entity reference\n", st->line, buf); return L'?';} static intmatch(State *st, Rune *s){ long r; Rune *p; r = -1; for(p = s; *p; p++) if((r = get(st)) != *p) break; if(r == -1) return -1; /* EOF */ if(*p == 0) return 0; /* match */ unget(st, r); for(p--; p >= s; p--) unget(st, *p); return 1; /* no match */} static intcomment(State *st){ long r; int startline; startline = st->line; do{ if(get(st) == -1) break; }while(match(st, L"--") == 1); r = get(st); if(r == -1){ failed(st, "EOF in comment (re: line %d)", startline); return -1; } if(r != L'>'){ failed(st, "'--' illegal in a comment (re: line %d)", startline); return Twhite; } return Twhite;} static intdoctype(State *st, Lexbuf *lb){ long r; char *p; int startline; startline = st->line; /* trim leading whitespace */ while((r = get(st)) != -1 && isspacerune(r)) continue; unget(st, r); if(lb->buf) lb->buf[0] = 0; while((r = get(st)) != -1 && r != L'>') growrune(st, lb, r); if(r == -1){ failed(st, "EOF in DOCTYPE (re: line %d)", startline); return -1; } /* trim trailing whitespace */ p = strrchr(lb->buf, 0); for(p--; p >= lb->buf && isspace(*p); p--) *p = 0; st->xml->doctype = xmlstrdup(st->xml, lb->buf, 0); return Twhite;} static intcdata(State *st, Lexbuf *lb){ long r; int startline; startline = st->line; do{ if((r = get(st)) == -1) break; if(r == L'&') if((r = entityref(st)) == -1) break; growrune(st, lb, r); }while(match(st, L"]]>") == 1); if(r == -1){ failed(st, "EOF in CDATA (re: line %d)", startline); return -1; } return Tname;} /* * byte order mark. * This is pointless for utf8 which has defined byte order, * and we don't support utf16 or utf32 but some xml seems to * prepend them to utf8 so we need to find them and skip them */static intbom(State *st){ long r; if((r = get(st)) == -1) return -1; if(r != 0xbb){ unget(st, 0xef); unget(st, r); return -1; } if((r = get(st)) == -1){ unget(st, 0xef); unget(st, 0xbb); return -1; } if(r != 0xbf){ unget(st, 0xef); unget(st, 0xbb); unget(st, r); } return 0;} static intxlex(State *st, Lexbuf *lb, int s){ long r; Rune q; while((r = get(st)) != -1){ if(r == 0xef) if(bom(st) == 0) continue; if(r == L'<'){ r = get(st); switch(r){ case L'?': while((r = get(st)) != -1 && r != L'>') continue; if(r == -1) return -1; return Twhite; case L'!': if(match(st, L"--") == 0) return comment(st); if(match(st, L"DOCTYPE ") == 0) return doctype(st, lb); if(match(st, L"[CDATA[") == 0) return cdata(st, lb); failed(st, "<!name not known"); case L'/': return Tendblk; case L' ': case L'\t': case L'\f': case L'\n': case L'\r': failed(st, "whitespace following '<'"); break; default: unget(st, r); return Topen; } continue; } if(s != Slost){ switch(r){ case '=': return Tequal; case '>': return Tclose; case '/': r = get(st); if(r == '>') return Tnulblk; unget(st, r); continue; case '\'': case '"': /* attribute value */ q = r; while((r = get(st)) != -1 && r != q){ if(r == L'&') if((r = entityref(st)) == -1) break; growrune(st, lb, r); } if(r == -1) return -1; return Tname; case '\n': case '\r': case ' ': case '\v': case '\f': case '\t': do growrune(st, lb, r); while((r = get(st)) != -1 && isspacerune(r)); if(r == -1) return -1; unget(st, r); return Twhite; default: /* attribute name */ do growrune(st, lb, r); while((r = get(st)) != -1 && isnameN(r)); if(r == -1) return -1; unget(st, r); return Tname; } } do{ if(r == L'&') if((r = entityref(st)) == -1) break; growrune(st, lb, r); }while((r = get(st)) != -1 && r != '<'); if(r == -1) return -1; unget(st, r); return Tname; } return -1;} static Elem *_xmlparse(State *st, Elem *parent, int depth){ Attr *ap; Lexbuf lexbuf, *lb; Lexbuf pcdata, *pc; Elem *root, *ep; int os, s, t, a; ap = nil; ep = nil; s = Slost; root = nil; lb = &lexbuf; memset(lb, 0, sizeof(Lexbuf)); pc = &pcdata; memset(pc, 0, sizeof(Lexbuf)); while((t = xlex(st, lb, s)) != -1){ os = s; s = statab[os][t]; a = acttab[os][t]; if(xmldebug == 2) fprint(2, "depth=%d token=%s action=%s state=%s->%s str='%s'\n", depth, tokstr[t], actstr[a], stastr[os], stastr[s], lb->buf); switch(a){ case Aelem: if(xmldebug == 1) fprint(2, "%-3d %*.selem name='%s'\n", st->line, depth, "", lb->buf); if(!isname1(lb->buf[0])) failed(st, "'%s' is an illegal element name", lb->buf); if(st->flags & Fstripnamespace) stripns(lb->buf); assert((ep = xmlelem(st->xml, &root, parent, lb->buf)) != nil); ep->line = st->line; break; case Apcdata: if(parent) growstr(st, pc, lb->buf); break; case Aattr: assert(ep != nil); if(xmldebug == 1) fprint(2, "%-3d %*.sattr name='%s'\n", st->line, depth, "", lb->buf); if(!isname1(lb->buf[0])) failed(st, "'%s' is an illegal attribute name", lb->buf); if(st->flags & Fstripnamespace) stripns(lb->buf); assert((ap = xmlattr(st->xml, &(ep->attrs), ep, lb->buf, nil)) != nil); break; case Avalue: assert(ep != nil); assert(ap != nil); ap->value = xmlstrdup(st->xml, lb->buf, 0); ap = nil; if(xmldebug == 1) fprint(2, "%*.sattr value=%s\n", depth, "", lb->buf); break; case Adown: assert(ep != nil); if(xmldebug == 1) fprint(2, "%*.sdown name=%s\n", depth, "", ep->name); ep->child = _xmlparse(st, ep, depth+1); if(xmldebug == 1 && ep->pcdata)Lines 1–500 of 570. Load more
#include <u.h> #include <libc.h> #include <ctype.h> #include <bio.h> #include "xml.h" #include "state-machine.h" int xmldebug = 0; enum { Grain = 16 }; #define isname1(c) (isalpha((c)) || c == '_') /* FIXME: not enforced yet */ #define isnameN(r) (isalpharune((r)) || isdigitrune((r)) || r == L'_' || r == L'-' || r == L'.' || r == L':') #define Roundup(x, g) (((x) + (unsigned)(g-1)) & ~((unsigned)(g-1))) enum { Ntext = 1024, /* longest name or atribute value possible */ Nref = 32 /* longest entity reference name */ }; typedef struct { int line; /* Line number (for errors) */ Biobuf *bp; /* input stream */ int flags; /* misc flags, see xml.h */ Xml *xml; int failed; } State; typedef struct { char *buf; int sz; } Lexbuf; static int trimwhite(char *s) { char *p; for(p = s; *p; p++) if(! isspace(*p)) return 0; /* trim any whitespace into a single space */ s[0] = ' '; s[1] = 0; return 1; } static void growstr(State *st, Lexbuf *lb, char *str) { int b, s, sz; if(str == nil || *str == 0) return; if((st->flags & Fcrushwhite) && trimwhite(str) && (lb->buf == nil || lb->buf[0] == 0)) return; b = 0; if(lb->buf) b = strlen(lb->buf); s = strlen(str); sz = Roundup(b+s+1, Grain); if(sz >= lb->sz){ lb->buf = realloc(lb->buf, sz); if(lb->buf == nil) sysfatal("No memory, wanted %d bytes\n", sz); lb->sz = sz; } strcpy(lb->buf+b, str); } static void growrune(State *st, Lexbuf *lb, Rune r) { int n; char str[UTFmax+1]; n = runetochar(str, &r); str[n] = 0; growstr(st, lb, str); } static void stripns(char *str) { char *p; if((p = strrchr(str, ':')) == nil) return; strcpy(str, p+1); } static void failed(State *st, char *fmt, ...) { int n; va_list arg; char err[ERRMAX]; st->failed = 1; va_start(arg, fmt); n = snprint(err, sizeof(err), "%d ", st->line); vsnprint(err+n, sizeof(err)-n, fmt, arg); va_end(arg); werrstr("%s", err); } static void unget(State *st, int c) { if(c == '\n') st->line--; Bungetrune(st->bp); } static long get(State *st) { long r; r = Bgetrune(st->bp); if(r == Runeerror){ failed(st, "bad UTF-8 sequence"); r = L' '; } if(r == L'\n') st->line++; if(xmldebug){ if(xmldebug == 3) fprint(2, "%C", (Rune)r); if(xmldebug == 1 && r == -1) fprint(2, "EOF\n"); } return r; } static struct { char *name; Rune rune; } Entities[] = { { "amp", L'&' }, { "lt", L'<' }, { "gt", L'>' }, { "apos", L'\'' }, { "quot", L'"' }, { "nbsp", 0xa0 }, /* no-break space */ }; static long entityref(State *st) { int n, i, l; long r; Rune x; char *p, buf[Nref]; l = 0; p = buf; while((r = get(st)) != -1 && r != L';' && ! isspacerune(r)) if(l < (sizeof(buf) - UTFmax)){ x = r; n = runetochar(p, &x); p += n; l += n; } *p = 0; if(r == -1) return -1; /* false positive */ if(r != L';'){ fprint(2, "%d: unquoted '&' - ignored\n", st->line); for(i = --l; i >= 0; i--) unget(st, buf[i]); return L'&'; } if(buf[0] == '#'){ if(buf[1] == 'x' || buf[1] == 'X') return strtol(buf+2, 0, 16); return strtol(buf+1, 0, 10); } for(i = 0; i < nelem(Entities); i++) if(memcmp(Entities[i].name, buf, l) == 0) return Entities[i].rune; fprint(2, "%d: '&%s;' unknown/unsupported entity reference\n", st->line, buf); return L'?'; } static int match(State *st, Rune *s) { long r; Rune *p; r = -1; for(p = s; *p; p++) if((r = get(st)) != *p) break; if(r == -1) return -1; /* EOF */ if(*p == 0) return 0; /* match */ unget(st, r); for(p--; p >= s; p--) unget(st, *p); return 1; /* no match */ } static int comment(State *st) { long r; int startline; startline = st->line; do{ if(get(st) == -1) break; }while(match(st, L"--") == 1); r = get(st); if(r == -1){ failed(st, "EOF in comment (re: line %d)", startline); return -1; } if(r != L'>'){ failed(st, "'--' illegal in a comment (re: line %d)", startline); return Twhite; } return Twhite; } static int doctype(State *st, Lexbuf *lb) { long r; char *p; int startline; startline = st->line; /* trim leading whitespace */ while((r = get(st)) != -1 && isspacerune(r)) continue; unget(st, r); if(lb->buf) lb->buf[0] = 0; while((r = get(st)) != -1 && r != L'>') growrune(st, lb, r); if(r == -1){ failed(st, "EOF in DOCTYPE (re: line %d)", startline); return -1; } /* trim trailing whitespace */ p = strrchr(lb->buf, 0); for(p--; p >= lb->buf && isspace(*p); p--) *p = 0; st->xml->doctype = xmlstrdup(st->xml, lb->buf, 0); return Twhite; } static int cdata(State *st, Lexbuf *lb) { long r; int startline; startline = st->line; do{ if((r = get(st)) == -1) break; if(r == L'&') if((r = entityref(st)) == -1) break; growrune(st, lb, r); }while(match(st, L"]]>") == 1); if(r == -1){ failed(st, "EOF in CDATA (re: line %d)", startline); return -1; } return Tname; } /* * byte order mark. * This is pointless for utf8 which has defined byte order, * and we don't support utf16 or utf32 but some xml seems to * prepend them to utf8 so we need to find them and skip them */ static int bom(State *st) { long r; if((r = get(st)) == -1) return -1; if(r != 0xbb){ unget(st, 0xef); unget(st, r); return -1; } if((r = get(st)) == -1){ unget(st, 0xef); unget(st, 0xbb); return -1; } if(r != 0xbf){ unget(st, 0xef); unget(st, 0xbb); unget(st, r); } return 0; } static int xlex(State *st, Lexbuf *lb, int s) { long r; Rune q; while((r = get(st)) != -1){ if(r == 0xef) if(bom(st) == 0) continue; if(r == L'<'){ r = get(st); switch(r){ case L'?': while((r = get(st)) != -1 && r != L'>') continue; if(r == -1) return -1; return Twhite; case L'!': if(match(st, L"--") == 0) return comment(st); if(match(st, L"DOCTYPE ") == 0) return doctype(st, lb); if(match(st, L"[CDATA[") == 0) return cdata(st, lb); failed(st, "<!name not known"); case L'/': return Tendblk; case L' ': case L'\t': case L'\f': case L'\n': case L'\r': failed(st, "whitespace following '<'"); break; default: unget(st, r); return Topen; } continue; } if(s != Slost){ switch(r){ case '=': return Tequal; case '>': return Tclose; case '/': r = get(st); if(r == '>') return Tnulblk; unget(st, r); continue; case '\'': case '"': /* attribute value */ q = r; while((r = get(st)) != -1 && r != q){ if(r == L'&') if((r = entityref(st)) == -1) break; growrune(st, lb, r); } if(r == -1) return -1; return Tname; case '\n': case '\r': case ' ': case '\v': case '\f': case '\t': do growrune(st, lb, r); while((r = get(st)) != -1 && isspacerune(r)); if(r == -1) return -1; unget(st, r); return Twhite; default: /* attribute name */ do growrune(st, lb, r); while((r = get(st)) != -1 && isnameN(r)); if(r == -1) return -1; unget(st, r); return Tname; } } do{ if(r == L'&') if((r = entityref(st)) == -1) break; growrune(st, lb, r); }while((r = get(st)) != -1 && r != '<'); if(r == -1) return -1; unget(st, r); return Tname; } return -1; } static Elem * _xmlparse(State *st, Elem *parent, int depth) { Attr *ap; Lexbuf lexbuf, *lb; Lexbuf pcdata, *pc; Elem *root, *ep; int os, s, t, a; ap = nil; ep = nil; s = Slost; root = nil; lb = &lexbuf; memset(lb, 0, sizeof(Lexbuf)); pc = &pcdata; memset(pc, 0, sizeof(Lexbuf)); while((t = xlex(st, lb, s)) != -1){ os = s; s = statab[os][t]; a = acttab[os][t]; if(xmldebug == 2) fprint(2, "depth=%d token=%s action=%s state=%s->%s str='%s'\n", depth, tokstr[t], actstr[a], stastr[os], stastr[s], lb->buf); switch(a){ case Aelem: if(xmldebug == 1) fprint(2, "%-3d %*.selem name='%s'\n", st->line, depth, "", lb->buf); if(!isname1(lb->buf[0])) failed(st, "'%s' is an illegal element name", lb->buf); if(st->flags & Fstripnamespace) stripns(lb->buf); assert((ep = xmlelem(st->xml, &root, parent, lb->buf)) != nil); ep->line = st->line; break; case Apcdata: if(parent) growstr(st, pc, lb->buf); break; case Aattr: assert(ep != nil); if(xmldebug == 1) fprint(2, "%-3d %*.sattr name='%s'\n", st->line, depth, "", lb->buf); if(!isname1(lb->buf[0])) failed(st, "'%s' is an illegal attribute name", lb->buf); if(st->flags & Fstripnamespace) stripns(lb->buf); assert((ap = xmlattr(st->xml, &(ep->attrs), ep, lb->buf, nil)) != nil); break; case Avalue: assert(ep != nil); assert(ap != nil); ap->value = xmlstrdup(st->xml, lb->buf, 0); ap = nil; if(xmldebug == 1) fprint(2, "%*.sattr value=%s\n", depth, "", lb->buf); break; case Adown: assert(ep != nil); if(xmldebug == 1) fprint(2, "%*.sdown name=%s\n", depth, "", ep->name); ep->child = _xmlparse(st, ep, depth+1); if(xmldebug == 1 && ep->pcdata)