Source Jam - PyXML-0.8.4

01493 {
01494   const ENCODING **encPtr;
01495 
01496   if (ptr == end)
01497     return XML_TOK_NONE;
01498   encPtr = enc->encPtr;
01499   if (ptr + 1 == end) {
01500     /* only a single byte available for auto-detection */
01501 #ifndef XML_DTD /* FIXME */
01502     /* a well-formed document entity must have more than one byte */
01503     if (state != XML_CONTENT_STATE)
01504       return XML_TOK_PARTIAL;
01505 #endif
01506     /* so we're parsing an external text entity... */
01507     /* if UTF-16 was externally specified, then we need at least 2 bytes */
01508     switch (INIT_ENC_INDEX(enc)) {
01509     case UTF_16_ENC:
01510     case UTF_16LE_ENC:
01511     case UTF_16BE_ENC:
01512       return XML_TOK_PARTIAL;
01513     }
01514     switch ((unsigned char)*ptr) {
01515     case 0xFE:
01516     case 0xFF:
01517     case 0xEF: /* possibly first byte of UTF-8 BOM */
01518       if (INIT_ENC_INDEX(enc) == ISO_8859_1_ENC
01519           && state == XML_CONTENT_STATE)
01520         break;
01521       /* fall through */
01522     case 0x00:
01523     case 0x3C:
01524       return XML_TOK_PARTIAL;
01525     }
01526   }
01527   else {
01528     switch (((unsigned char)ptr[0] << 8) | (unsigned char)ptr[1]) {
01529     case 0xFEFF:
01530       if (INIT_ENC_INDEX(enc) == ISO_8859_1_ENC
01531           && state == XML_CONTENT_STATE)
01532         break;
01533       *nextTokPtr = ptr + 2;
01534       *encPtr = encodingTable[UTF_16BE_ENC];
01535       return XML_TOK_BOM;
01536     /* 00 3C is handled in the default case */
01537     case 0x3C00:
01538       if ((


Classes
struct	position
struct	ATTRIBUTE
struct	encoding
struct	INIT_ENCODING
Defines
#define	XmlTok_INCLUDED 1
#define	XML_TOK_TRAILING_RSQB -5
#define	XML_TOK_NONE -4
#define	XML_TOK_TRAILING_CR -3
#define	XML_TOK_PARTIAL_CHAR -2
#define	XML_TOK_PARTIAL -1
#define	XML_TOK_INVALID 0
#define	XML_TOK_START_TAG_WITH_ATTS 1
#define	XML_TOK_START_TAG_NO_ATTS 2
#define	XML_TOK_EMPTY_ELEMENT_WITH_ATTS 3
#define	XML_TOK_EMPTY_ELEMENT_NO_ATTS 4
#define	XML_TOK_END_TAG 5
#define	XML_TOK_DATA_CHARS 6
#define	XML_TOK_DATA_NEWLINE 7
#define	XML_TOK_CDATA_SECT_OPEN 8
#define	XML_TOK_ENTITY_REF 9
#define	XML_TOK_CHAR_REF 10
#define	XML_TOK_PI 11
#define	XML_TOK_XML_DECL 12
#define	XML_TOK_COMMENT 13
#define	XML_TOK_BOM 14
#define	XML_TOK_PROLOG_S 15
#define	XML_TOK_DECL_OPEN 16
#define	XML_TOK_DECL_CLOSE 17
#define	XML_TOK_NAME 18
#define	XML_TOK_NMTOKEN 19
#define	XML_TOK_POUND_NAME 20
#define	XML_TOK_OR 21
#define	XML_TOK_PERCENT 22
#define	XML_TOK_OPEN_PAREN 23
#define	XML_TOK_CLOSE_PAREN 24
#define	XML_TOK_OPEN_BRACKET 25
#define	XML_TOK_CLOSE_BRACKET 26
#define	XML_TOK_LITERAL 27
#define	XML_TOK_PARAM_ENTITY_REF 28
#define	XML_TOK_INSTANCE_START 29
#define	XML_TOK_NAME_QUESTION 30
#define	XML_TOK_NAME_ASTERISK 31
#define	XML_TOK_NAME_PLUS 32
#define	XML_TOK_COND_SECT_OPEN 33
#define	XML_TOK_COND_SECT_CLOSE 34
#define	XML_TOK_CLOSE_PAREN_QUESTION 35
#define	XML_TOK_CLOSE_PAREN_ASTERISK 36
#define	XML_TOK_CLOSE_PAREN_PLUS 37
#define	XML_TOK_COMMA 38
#define	XML_TOK_ATTRIBUTE_VALUE_S 39
#define	XML_TOK_CDATA_SECT_CLOSE 40
#define	XML_TOK_PREFIXED_NAME 41
#define	XML_N_STATES 3
#define	XML_PROLOG_STATE 0
#define	XML_CONTENT_STATE 1
#define	XML_CDATA_SECTION_STATE 2
#define	XML_N_LITERAL_TYPES 2
#define	XML_ATTRIBUTE_VALUE_LITERAL 0
#define	XML_ENTITY_VALUE_LITERAL 1
#define	XML_UTF8_ENCODE_MAX 4
#define	XML_UTF16_ENCODE_MAX 2
#define	XmlTok(enc, state, ptr, end, nextTokPtr) (((enc)->scanners[state])(enc, ptr, end, nextTokPtr))
#define	XmlPrologTok(enc, ptr, end, nextTokPtr) XmlTok(enc, XML_PROLOG_STATE, ptr, end, nextTokPtr)
#define	XmlContentTok(enc, ptr, end, nextTokPtr) XmlTok(enc, XML_CONTENT_STATE, ptr, end, nextTokPtr)
#define	XmlCdataSectionTok(enc, ptr, end, nextTokPtr) XmlTok(enc, XML_CDATA_SECTION_STATE, ptr, end, nextTokPtr)
#define	XmlLiteralTok(enc, literalType, ptr, end, nextTokPtr) (((enc)->literalScanners[literalType])(enc, ptr, end, nextTokPtr))
#define	XmlAttributeValueTok(enc, ptr, end, nextTokPtr) XmlLiteralTok(enc, XML_ATTRIBUTE_VALUE_LITERAL, ptr, end, nextTokPtr)
#define	XmlEntityValueTok(enc, ptr, end, nextTokPtr) XmlLiteralTok(enc, XML_ENTITY_VALUE_LITERAL, ptr, end, nextTokPtr)
#define	XmlSameName(enc, ptr1, ptr2) (((enc)->sameName)(enc, ptr1, ptr2))
#define	XmlNameMatchesAscii(enc, ptr1, end1, ptr2) (((enc)->nameMatchesAscii)(enc, ptr1, end1, ptr2))
#define	XmlNameLength(enc, ptr) (((enc)->nameLength)(enc, ptr))
#define	XmlSkipS(enc, ptr) (((enc)->skipS)(enc, ptr))
#define	XmlGetAttributes(enc, ptr, attsMax, atts) (((enc)->getAtts)(enc, ptr, attsMax, atts))
#define	XmlCharRefNumber(enc, ptr) (((enc)->charRefNumber)(enc, ptr))
#define	XmlPredefinedEntityName(enc, ptr, end) (((enc)->predefinedEntityName)(enc, ptr, end))
#define	XmlUpdatePosition(enc, ptr, end, pos) (((enc)->updatePosition)(enc, ptr, end, pos))
#define	XmlIsPublicId(enc, ptr, end, badPtr) (((enc)->isPublicId)(enc, ptr, end, badPtr))
#define	XmlUtf8Convert(enc, fromP, fromLim, toP, toLim) (((enc)->utf8Convert)(enc, fromP, fromLim, toP, toLim))
#define	XmlUtf16Convert(enc, fromP, fromLim, toP, toLim) (((enc)->utf16Convert)(enc, fromP, fromLim, toP, toLim))
Typedefs
typedef position	POSITION
typedef encoding	ENCODING
typedef int(PTRCALL *	SCANNER )(const ENCODING , const char , const char , const char *)
typedef const char *	p
Functions
int	XmlParseXmlDecl (int isGeneralTextEntity, const ENCODING enc, const char ptr, const char end, const char badPtr, const char versionPtr, const char versionEndPtr, const char encodingNamePtr, const ENCODING namedEncodingPtr, int standalonePtr)
int	XmlInitEncoding (INIT_ENCODING , const ENCODING , const char name)
const ENCODING *	XmlGetUtf8InternalEncoding (void)
const ENCODING *	XmlGetUtf16InternalEncoding (void)
int FASTCALL	XmlUtf8Encode (int charNumber, char *buf)
int FASTCALL	XmlUtf16Encode (int charNumber, unsigned short *buf)
int	XmlSizeOfUnknownEncoding (void)
typedef	int (XMLCALL CONVERTER)(void userData
ENCODING *	XmlInitUnknownEncoding (void mem, int table, CONVERTER convert, void *userData)
int	XmlParseXmlDeclNS (int isGeneralTextEntity, const ENCODING enc, const char ptr, const char end, const char badPtr, const char versionPtr, const char versionEndPtr, const char encodingNamePtr, const ENCODING namedEncodingPtr, int standalonePtr)
int	XmlInitEncodingNS (INIT_ENCODING , const ENCODING , const char name)
const ENCODING *	XmlGetUtf8InternalEncodingNS (void)
const ENCODING *	XmlGetUtf16InternalEncodingNS (void)
ENCODING *	XmlInitUnknownEncodingNS (void mem, int table, CONVERTER convert, void *userData)

xmltok.h File Reference

Classes

Defines

Typedefs

Functions

Define Documentation

Typedef Documentation

Function Documentation