/* * Copyright (C) 2000 Peter Kelly * Copyright (C) 2005, 2006, 2008 Apple Inc. All rights reserved. * Copyright (C) 2006 Alexey Proskuryakov * Copyright (C) 2007 Samuel Weinig * Copyright (C) 2008 Nokia Corporation and/or its subsidiary(-ies) * Copyright (C) 2008 Holger Hans Peter Freyther * Copyright (C) 2008, 2009 Torch Mobile Inc. All rights reserved. (http://www.torchmobile.com/) * Copyright (C) 2010 Patrick Gansterer * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public License * along with this library; see the file COPYING.LIB. If not, write to * the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, * Boston, MA 02110-1301, USA. */ #include "config.h" #include "XMLDocumentParser.h" #include "CDATASection.h" #include "CachedScript.h" #include "Comment.h" #include "CachedResourceLoader.h" #include "Document.h" #include "DocumentFragment.h" #include "DocumentType.h" #include "Frame.h" #include "FrameLoader.h" #include "FrameView.h" #include "HTMLEntityParser.h" #include "HTMLHtmlElement.h" #include "HTMLLinkElement.h" #include "HTMLNames.h" #include "HTMLStyleElement.h" #include "ProcessingInstruction.h" #include "ResourceError.h" #include "ResourceHandle.h" #include "ResourceRequest.h" #include "ResourceResponse.h" #include "ScriptElement.h" #include "ScriptSourceCode.h" #include "ScriptValue.h" #include "TextResourceDecoder.h" #include "TransformSource.h" #include "XMLNSNames.h" #include "XMLDocumentParserScope.h" #include #include #include #include #include #include #include #if ENABLE(XSLT) #include "XMLTreeViewer.h" #include #endif #if ENABLE(XHTMLMP) #include "HTMLScriptElement.h" #endif using namespace std; namespace WebCore { class PendingCallbacks { WTF_MAKE_NONCOPYABLE(PendingCallbacks); public: PendingCallbacks() { } ~PendingCallbacks() { deleteAllValues(m_callbacks); } void appendStartElementNSCallback(const xmlChar* xmlLocalName, const xmlChar* xmlPrefix, const xmlChar* xmlURI, int nb_namespaces, const xmlChar** namespaces, int nb_attributes, int nb_defaulted, const xmlChar** attributes) { PendingStartElementNSCallback* callback = new PendingStartElementNSCallback; callback->xmlLocalName = xmlStrdup(xmlLocalName); callback->xmlPrefix = xmlStrdup(xmlPrefix); callback->xmlURI = xmlStrdup(xmlURI); callback->nb_namespaces = nb_namespaces; callback->namespaces = static_cast(xmlMalloc(sizeof(xmlChar*) * nb_namespaces * 2)); for (int i = 0; i < nb_namespaces * 2 ; i++) callback->namespaces[i] = xmlStrdup(namespaces[i]); callback->nb_attributes = nb_attributes; callback->nb_defaulted = nb_defaulted; callback->attributes = static_cast(xmlMalloc(sizeof(xmlChar*) * nb_attributes * 5)); for (int i = 0; i < nb_attributes; i++) { // Each attribute has 5 elements in the array: // name, prefix, uri, value and an end pointer. for (int j = 0; j < 3; j++) callback->attributes[i * 5 + j] = xmlStrdup(attributes[i * 5 + j]); int len = attributes[i * 5 + 4] - attributes[i * 5 + 3]; callback->attributes[i * 5 + 3] = xmlStrndup(attributes[i * 5 + 3], len); callback->attributes[i * 5 + 4] = callback->attributes[i * 5 + 3] + len; } m_callbacks.append(callback); } void appendEndElementNSCallback() { PendingEndElementNSCallback* callback = new PendingEndElementNSCallback; m_callbacks.append(callback); } void appendCharactersCallback(const xmlChar* s, int len) { PendingCharactersCallback* callback = new PendingCharactersCallback; callback->s = xmlStrndup(s, len); callback->len = len; m_callbacks.append(callback); } void appendProcessingInstructionCallback(const xmlChar* target, const xmlChar* data) { PendingProcessingInstructionCallback* callback = new PendingProcessingInstructionCallback; callback->target = xmlStrdup(target); callback->data = xmlStrdup(data); m_callbacks.append(callback); } void appendCDATABlockCallback(const xmlChar* s, int len) { PendingCDATABlockCallback* callback = new PendingCDATABlockCallback; callback->s = xmlStrndup(s, len); callback->len = len; m_callbacks.append(callback); } void appendCommentCallback(const xmlChar* s) { PendingCommentCallback* callback = new PendingCommentCallback; callback->s = xmlStrdup(s); m_callbacks.append(callback); } void appendInternalSubsetCallback(const xmlChar* name, const xmlChar* externalID, const xmlChar* systemID) { PendingInternalSubsetCallback* callback = new PendingInternalSubsetCallback; callback->name = xmlStrdup(name); callback->externalID = xmlStrdup(externalID); callback->systemID = xmlStrdup(systemID); m_callbacks.append(callback); } void appendErrorCallback(XMLDocumentParser::ErrorType type, const xmlChar* message, int lineNumber, int columnNumber) { PendingErrorCallback* callback = new PendingErrorCallback; callback->message = xmlStrdup(message); callback->type = type; callback->lineNumber = lineNumber; callback->columnNumber = columnNumber; m_callbacks.append(callback); } void callAndRemoveFirstCallback(XMLDocumentParser* parser) { OwnPtr callback(m_callbacks.takeFirst()); callback->call(parser); } bool isEmpty() const { return m_callbacks.isEmpty(); } private: struct PendingCallback { virtual ~PendingCallback() { } virtual void call(XMLDocumentParser* parser) = 0; }; struct PendingStartElementNSCallback : public PendingCallback { virtual ~PendingStartElementNSCallback() { xmlFree(xmlLocalName); xmlFree(xmlPrefix); xmlFree(xmlURI); for (int i = 0; i < nb_namespaces * 2; i++) xmlFree(namespaces[i]); xmlFree(namespaces); for (int i = 0; i < nb_attributes; i++) for (int j = 0; j < 4; j++) xmlFree(attributes[i * 5 + j]); xmlFree(attributes); } virtual void call(XMLDocumentParser* parser) { parser->startElementNs(xmlLocalName, xmlPrefix, xmlURI, nb_namespaces, const_cast(namespaces), nb_attributes, nb_defaulted, const_cast(attributes)); } xmlChar* xmlLocalName; xmlChar* xmlPrefix; xmlChar* xmlURI; int nb_namespaces; xmlChar** namespaces; int nb_attributes; int nb_defaulted; xmlChar** attributes; }; struct PendingEndElementNSCallback : public PendingCallback { virtual void call(XMLDocumentParser* parser) { parser->endElementNs(); } }; struct PendingCharactersCallback : public PendingCallback { virtual ~PendingCharactersCallback() { xmlFree(s); } virtual void call(XMLDocumentParser* parser) { parser->characters(s, len); } xmlChar* s; int len; }; struct PendingProcessingInstructionCallback : public PendingCallback { virtual ~PendingProcessingInstructionCallback() { xmlFree(target); xmlFree(data); } virtual void call(XMLDocumentParser* parser) { parser->processingInstruction(target, data); } xmlChar* target; xmlChar* data; }; struct PendingCDATABlockCallback : public PendingCallback { virtual ~PendingCDATABlockCallback() { xmlFree(s); } virtual void call(XMLDocumentParser* parser) { parser->cdataBlock(s, len); } xmlChar* s; int len; }; struct PendingCommentCallback : public PendingCallback { virtual ~PendingCommentCallback() { xmlFree(s); } virtual void call(XMLDocumentParser* parser) { parser->comment(s); } xmlChar* s; }; struct PendingInternalSubsetCallback : public PendingCallback { virtual ~PendingInternalSubsetCallback() { xmlFree(name); xmlFree(externalID); xmlFree(systemID); } virtual void call(XMLDocumentParser* parser) { parser->internalSubset(name, externalID, systemID); } xmlChar* name; xmlChar* externalID; xmlChar* systemID; }; struct PendingErrorCallback: public PendingCallback { virtual ~PendingErrorCallback() { xmlFree(message); } virtual void call(XMLDocumentParser* parser) { parser->handleError(type, reinterpret_cast(message), lineNumber, columnNumber); } XMLDocumentParser::ErrorType type; xmlChar* message; int lineNumber; int columnNumber; }; Deque m_callbacks; }; // -------------------------------- static int globalDescriptor = 0; static ThreadIdentifier libxmlLoaderThread = 0; static int matchFunc(const char*) { // Only match loads initiated due to uses of libxml2 from within XMLDocumentParser to avoid // interfering with client applications that also use libxml2. http://bugs.webkit.org/show_bug.cgi?id=17353 return XMLDocumentParserScope::currentCachedResourceLoader && currentThread() == libxmlLoaderThread; } class OffsetBuffer { public: OffsetBuffer(const Vector& b) : m_buffer(b), m_currentOffset(0) { } int readOutBytes(char* outputBuffer, unsigned askedToRead) { unsigned bytesLeft = m_buffer.size() - m_currentOffset; unsigned lenToCopy = min(askedToRead, bytesLeft); if (lenToCopy) { memcpy(outputBuffer, m_buffer.data() + m_currentOffset, lenToCopy); m_currentOffset += lenToCopy; } return lenToCopy; } private: Vector m_buffer; unsigned m_currentOffset; }; static void switchToUTF16(xmlParserCtxtPtr ctxt) { // Hack around libxml2's lack of encoding overide support by manually // resetting the encoding to UTF-16 before every chunk. Otherwise libxml // will detect "?> blocks // and switch encodings, causing the parse to fail. const UChar BOM = 0xFEFF; const unsigned char BOMHighByte = *reinterpret_cast(&BOM); xmlSwitchEncoding(ctxt, BOMHighByte == 0xFF ? XML_CHAR_ENCODING_UTF16LE : XML_CHAR_ENCODING_UTF16BE); } static bool shouldAllowExternalLoad(const KURL& url) { String urlString = url.string(); // On non-Windows platforms libxml asks for this URL, the // "XML_XML_DEFAULT_CATALOG", on initialization. if (urlString == "file:///etc/xml/catalog") return false; // On Windows, libxml computes a URL relative to where its DLL resides. if (urlString.startsWith("file:///", false) && urlString.endsWith("/etc/catalog", false)) return false; // The most common DTD. There isn't much point in hammering www.w3c.org // by requesting this URL for every XHTML document. if (urlString.startsWith("http://www.w3.org/TR/xhtml", false)) return false; // Similarly, there isn't much point in requesting the SVG DTD. if (urlString.startsWith("http://www.w3.org/Graphics/SVG", false)) return false; // The libxml doesn't give us a lot of context for deciding whether to // allow this request. In the worst case, this load could be for an // external entity and the resulting document could simply read the // retrieved content. If we had more context, we could potentially allow // the parser to load a DTD. As things stand, we take the conservative // route and allow same-origin requests only. if (!XMLDocumentParserScope::currentCachedResourceLoader->document()->securityOrigin()->canRequest(url)) { XMLDocumentParserScope::currentCachedResourceLoader->printAccessDeniedMessage(url); return false; } return true; } static void* openFunc(const char* uri) { ASSERT(XMLDocumentParserScope::currentCachedResourceLoader); ASSERT(currentThread() == libxmlLoaderThread); KURL url(KURL(), uri); if (!shouldAllowExternalLoad(url)) return &globalDescriptor; ResourceError error; ResourceResponse response; Vector data; { CachedResourceLoader* cachedResourceLoader = XMLDocumentParserScope::currentCachedResourceLoader; XMLDocumentParserScope scope(0); // FIXME: We should restore the original global error handler as well. if (cachedResourceLoader->frame()) cachedResourceLoader->frame()->loader()->loadResourceSynchronously(url, AllowStoredCredentials, error, response, data); } // We have to check the URL again after the load to catch redirects. // See . if (!shouldAllowExternalLoad(response.url())) return &globalDescriptor; return new OffsetBuffer(data); } static int readFunc(void* context, char* buffer, int len) { // Do 0-byte reads in case of a null descriptor if (context == &globalDescriptor) return 0; OffsetBuffer* data = static_cast(context); return data->readOutBytes(buffer, len); } static int writeFunc(void*, const char*, int) { // Always just do 0-byte writes return 0; } static int closeFunc(void* context) { if (context != &globalDescriptor) { OffsetBuffer* data = static_cast(context); delete data; } return 0; } #if ENABLE(XSLT) static void errorFunc(void*, const char*, ...) { // FIXME: It would be nice to display error messages somewhere. } #endif static bool didInit = false; PassRefPtr XMLParserContext::createStringParser(xmlSAXHandlerPtr handlers, void* userData) { if (!didInit) { xmlInitParser(); xmlRegisterInputCallbacks(matchFunc, openFunc, readFunc, closeFunc); xmlRegisterOutputCallbacks(matchFunc, openFunc, writeFunc, closeFunc); libxmlLoaderThread = currentThread(); didInit = true; } xmlParserCtxtPtr parser = xmlCreatePushParserCtxt(handlers, 0, 0, 0, 0); parser->_private = userData; parser->replaceEntities = true; switchToUTF16(parser); return adoptRef(new XMLParserContext(parser)); } // Chunk should be encoded in UTF-8 PassRefPtr XMLParserContext::createMemoryParser(xmlSAXHandlerPtr handlers, void* userData, const char* chunk) { if (!didInit) { xmlInitParser(); xmlRegisterInputCallbacks(matchFunc, openFunc, readFunc, closeFunc); xmlRegisterOutputCallbacks(matchFunc, openFunc, writeFunc, closeFunc); libxmlLoaderThread = currentThread(); didInit = true; } xmlParserCtxtPtr parser = xmlCreateMemoryParserCtxt(chunk, xmlStrlen((const xmlChar*)chunk)); if (!parser) return 0; // Copy the sax handler memcpy(parser->sax, handlers, sizeof(xmlSAXHandler)); // Set parser options. // XML_PARSE_NODICT: default dictionary option. // XML_PARSE_NOENT: force entities substitutions. xmlCtxtUseOptions(parser, XML_PARSE_NODICT | XML_PARSE_NOENT); // Internal initialization parser->sax2 = 1; parser->instate = XML_PARSER_CONTENT; // We are parsing a CONTENT parser->depth = 0; parser->str_xml = xmlDictLookup(parser->dict, BAD_CAST "xml", 3); parser->str_xmlns = xmlDictLookup(parser->dict, BAD_CAST "xmlns", 5); parser->str_xml_ns = xmlDictLookup(parser->dict, XML_XML_NAMESPACE, 36); parser->_private = userData; return adoptRef(new XMLParserContext(parser)); } // -------------------------------- bool XMLDocumentParser::supportsXMLVersion(const String& version) { return version == "1.0"; } XMLDocumentParser::XMLDocumentParser(Document* document, FrameView* frameView) : ScriptableDocumentParser(document) , m_view(frameView) , m_context(0) , m_pendingCallbacks(new PendingCallbacks) , m_currentNode(document) , m_sawError(false) , m_sawCSS(false) , m_sawXSLTransform(false) , m_sawFirstElement(false) , m_isXHTMLDocument(false) #if ENABLE(XHTMLMP) , m_isXHTMLMPDocument(false) , m_hasDocTypeDeclaration(false) #endif , m_parserPaused(false) , m_requestingScript(false) , m_finishCalled(false) , m_errorCount(0) , m_lastErrorPosition(TextPosition1::belowRangePosition()) , m_pendingScript(0) , m_scriptStartPosition(TextPosition1::belowRangePosition()) , m_parsingFragment(false) , m_scriptingPermission(FragmentScriptingAllowed) { } XMLDocumentParser::XMLDocumentParser(DocumentFragment* fragment, Element* parentElement, FragmentScriptingPermission scriptingPermission) : ScriptableDocumentParser(fragment->document()) , m_view(0) , m_context(0) , m_pendingCallbacks(new PendingCallbacks) , m_currentNode(fragment) , m_sawError(false) , m_sawCSS(false) , m_sawXSLTransform(false) , m_sawFirstElement(false) , m_isXHTMLDocument(false) #if ENABLE(XHTMLMP) , m_isXHTMLMPDocument(false) , m_hasDocTypeDeclaration(false) #endif , m_parserPaused(false) , m_requestingScript(false) , m_finishCalled(false) , m_errorCount(0) , m_lastErrorPosition(TextPosition1::belowRangePosition()) , m_pendingScript(0) , m_scriptStartPosition(TextPosition1::belowRangePosition()) , m_parsingFragment(true) , m_scriptingPermission(scriptingPermission) { fragment->ref(); // Add namespaces based on the parent node Vector elemStack; while (parentElement) { elemStack.append(parentElement); ContainerNode* n = parentElement->parentNode(); if (!n || !n->isElementNode()) break; parentElement = static_cast(n); } if (elemStack.isEmpty()) return; for (Element* element = elemStack.last(); !elemStack.isEmpty(); elemStack.removeLast()) { if (NamedNodeMap* attrs = element->attributes()) { for (unsigned i = 0; i < attrs->length(); i++) { Attribute* attr = attrs->attributeItem(i); if (attr->localName() == xmlnsAtom) m_defaultNamespaceURI = attr->value(); else if (attr->prefix() == xmlnsAtom) m_prefixToNamespaceMap.set(attr->localName(), attr->value()); } } } // If the parent element is not in document tree, there may be no xmlns attribute; just default to the parent's namespace. if (m_defaultNamespaceURI.isNull() && !parentElement->inDocument()) m_defaultNamespaceURI = parentElement->namespaceURI(); } XMLParserContext::~XMLParserContext() { if (m_context->myDoc) xmlFreeDoc(m_context->myDoc); xmlFreeParserCtxt(m_context); } XMLDocumentParser::~XMLDocumentParser() { // The XMLDocumentParser will always be detached before being destroyed. ASSERT(m_currentNodeStack.isEmpty()); ASSERT(!m_currentNode); // FIXME: m_pendingScript handling should be moved into XMLDocumentParser.cpp! if (m_pendingScript) m_pendingScript->removeClient(this); } void XMLDocumentParser::doWrite(const String& parseString) { ASSERT(!isDetached()); if (!m_context) initializeParserContext(); // Protect the libxml context from deletion during a callback RefPtr context = m_context; // libXML throws an error if you try to switch the encoding for an empty string. if (parseString.length()) { // JavaScript may cause the parser to detach during xmlParseChunk // keep this alive until this function is done. RefPtr protect(this); switchToUTF16(context->context()); XMLDocumentParserScope scope(document()->cachedResourceLoader()); xmlParseChunk(context->context(), reinterpret_cast(parseString.characters()), sizeof(UChar) * parseString.length(), 0); // JavaScript (which may be run under the xmlParseChunk callstack) may // cause the parser to be stopped or detached. if (isStopped()) return; } // FIXME: Why is this here? And why is it after we process the passed source? if (document()->decoder() && document()->decoder()->sawError()) { // If the decoder saw an error, report it as fatal (stops parsing) handleError(fatal, "Encoding error", context->context()->input->line, context->context()->input->col); } } static inline String toString(const xmlChar* string, size_t size) { return String::fromUTF8(reinterpret_cast(string), size); } static inline String toString(const xmlChar* string) { return String::fromUTF8(reinterpret_cast(string)); } static inline AtomicString toAtomicString(const xmlChar* string, size_t size) { return AtomicString::fromUTF8(reinterpret_cast(string), size); } static inline AtomicString toAtomicString(const xmlChar* string) { return AtomicString::fromUTF8(reinterpret_cast(string)); } struct _xmlSAX2Namespace { const xmlChar* prefix; const xmlChar* uri; }; typedef struct _xmlSAX2Namespace xmlSAX2Namespace; static inline void handleElementNamespaces(Element* newElement, const xmlChar** libxmlNamespaces, int nb_namespaces, ExceptionCode& ec, FragmentScriptingPermission scriptingPermission) { xmlSAX2Namespace* namespaces = reinterpret_cast(libxmlNamespaces); for (int i = 0; i < nb_namespaces; i++) { AtomicString namespaceQName = xmlnsAtom; AtomicString namespaceURI = toAtomicString(namespaces[i].uri); if (namespaces[i].prefix) namespaceQName = "xmlns:" + toString(namespaces[i].prefix); newElement->setAttributeNS(XMLNSNames::xmlnsNamespaceURI, namespaceQName, namespaceURI, ec, scriptingPermission); if (ec) // exception setting attributes return; } } struct _xmlSAX2Attributes { const xmlChar* localname; const xmlChar* prefix; const xmlChar* uri; const xmlChar* value; const xmlChar* end; }; typedef struct _xmlSAX2Attributes xmlSAX2Attributes; static inline void handleElementAttributes(Element* newElement, const xmlChar** libxmlAttributes, int nb_attributes, ExceptionCode& ec, FragmentScriptingPermission scriptingPermission) { xmlSAX2Attributes* attributes = reinterpret_cast(libxmlAttributes); for (int i = 0; i < nb_attributes; i++) { int valueLength = static_cast(attributes[i].end - attributes[i].value); AtomicString attrValue = toAtomicString(attributes[i].value, valueLength); String attrPrefix = toString(attributes[i].prefix); AtomicString attrURI = attrPrefix.isEmpty() ? AtomicString() : toAtomicString(attributes[i].uri); AtomicString attrQName = attrPrefix.isEmpty() ? toAtomicString(attributes[i].localname) : AtomicString(attrPrefix + ":" + toString(attributes[i].localname)); newElement->setAttributeNS(attrURI, attrQName, attrValue, ec, scriptingPermission); if (ec) // exception setting attributes return; } } void XMLDocumentParser::startElementNs(const xmlChar* xmlLocalName, const xmlChar* xmlPrefix, const xmlChar* xmlURI, int nb_namespaces, const xmlChar** libxmlNamespaces, int nb_attributes, int nb_defaulted, const xmlChar** libxmlAttributes) { if (isStopped()) return; if (m_parserPaused) { m_pendingCallbacks->appendStartElementNSCallback(xmlLocalName, xmlPrefix, xmlURI, nb_namespaces, libxmlNamespaces, nb_attributes, nb_defaulted, libxmlAttributes); return; } #if ENABLE(XHTMLMP) // check if the DOCTYPE Declaration of XHTMLMP document exists if (!m_hasDocTypeDeclaration && document()->isXHTMLMPDocument()) { handleError(fatal, "DOCTYPE declaration lost.", lineNumber(), columnNumber()); return; } #endif exitText(); AtomicString localName = toAtomicString(xmlLocalName); AtomicString uri = toAtomicString(xmlURI); AtomicString prefix = toAtomicString(xmlPrefix); if (m_parsingFragment && uri.isNull()) { if (!prefix.isNull()) uri = m_prefixToNamespaceMap.get(prefix); else uri = m_defaultNamespaceURI; } #if ENABLE(XHTMLMP) if (!m_sawFirstElement && isXHTMLMPDocument()) { // As per the section 7.1 of OMA-WAP-XHTMLMP-V1_1-20061020-A.pdf, // we should make sure that the root element MUST be 'html' and // ensure the name of the default namespace on the root elment 'html' // MUST be 'http://www.w3.org/1999/xhtml' if (localName != HTMLNames::htmlTag.localName()) { handleError(fatal, "XHTMLMP document expects 'html' as root element.", lineNumber(), columnNumber()); return; } if (uri.isNull()) { m_defaultNamespaceURI = HTMLNames::xhtmlNamespaceURI; uri = m_defaultNamespaceURI; } } #endif bool isFirstElement = !m_sawFirstElement; m_sawFirstElement = true; QualifiedName qName(prefix, localName, uri); RefPtr newElement = document()->createElement(qName, true); if (!newElement) { stopParsing(); return; } ExceptionCode ec = 0; handleElementNamespaces(newElement.get(), libxmlNamespaces, nb_namespaces, ec, m_scriptingPermission); if (ec) { stopParsing(); return; } handleElementAttributes(newElement.get(), libxmlAttributes, nb_attributes, ec, m_scriptingPermission); if (ec) { stopParsing(); return; } newElement->beginParsingChildren(); ScriptElement* scriptElement = toScriptElement(newElement.get()); if (scriptElement) m_scriptStartPosition = textPositionOneBased(); m_currentNode->deprecatedParserAddChild(newElement.get()); pushCurrentNode(newElement.get()); if (m_view && !newElement->attached()) newElement->attach(); #if ENABLE(OFFLINE_WEB_APPLICATIONS) if (newElement->hasTagName(HTMLNames::htmlTag)) static_cast(newElement.get())->insertedByParser(); #endif if (!m_parsingFragment && isFirstElement && document()->frame()) document()->frame()->loader()->dispatchDocumentElementAvailable(); } void XMLDocumentParser::endElementNs() { if (isStopped()) return; if (m_parserPaused) { m_pendingCallbacks->appendEndElementNSCallback(); return; } // JavaScript can detach the parser. Make sure this is not released // before the end of this method. RefPtr protect(this); exitText(); RefPtr n = m_currentNode; n->finishParsingChildren(); if (m_scriptingPermission == FragmentScriptingNotAllowed && n->isElementNode() && toScriptElement(static_cast(n.get()))) { popCurrentNode(); ExceptionCode ec; n->remove(ec); return; } if (!n->isElementNode() || !m_view) { popCurrentNode(); return; } Element* element = static_cast(n.get()); // The element's parent may have already been removed from document. // Parsing continues in this case, but scripts aren't executed. if (!element->inDocument()) { popCurrentNode(); return; } ScriptElement* scriptElement = toScriptElement(element); if (!scriptElement) { popCurrentNode(); return; } // Don't load external scripts for standalone documents (for now). ASSERT(!m_pendingScript); m_requestingScript = true; bool successfullyPrepared = scriptElement->prepareScript(m_scriptStartPosition, ScriptElement::AllowLegacyTypeInTypeAttribute); if (!successfullyPrepared) { #if ENABLE(XHTMLMP) if (!scriptElement->isScriptTypeSupported(ScriptElement::AllowLegacyTypeInTypeAttribute)) document()->setShouldProcessNoscriptElement(true); #endif } else { // FIXME: Script execution should be shared between // the libxml2 and Qt XMLDocumentParser implementations. if (scriptElement->readyToBeParserExecuted()) scriptElement->executeScript(ScriptSourceCode(scriptElement->scriptContent(), document()->url(), m_scriptStartPosition)); else if (scriptElement->willBeParserExecuted()) { m_pendingScript = scriptElement->cachedScript(); m_scriptElement = element; m_pendingScript->addClient(this); // m_pendingScript will be 0 if script was already loaded and addClient() executed it. if (m_pendingScript) pauseParsing(); } else m_scriptElement = 0; // JavaScript may have detached the parser if (isDetached()) return; } m_requestingScript = false; popCurrentNode(); } void XMLDocumentParser::characters(const xmlChar* s, int len) { if (isStopped()) return; if (m_parserPaused) { m_pendingCallbacks->appendCharactersCallback(s, len); return; } if (!m_currentNode->isTextNode()) enterText(); m_bufferedText.append(s, len); } void XMLDocumentParser::error(ErrorType type, const char* message, va_list args) { if (isStopped()) return; #if COMPILER(MSVC) || COMPILER(RVCT) char m[1024]; vsnprintf(m, sizeof(m) - 1, message, args); #else char* m; if (vasprintf(&m, message, args) == -1) return; #endif if (m_parserPaused) m_pendingCallbacks->appendErrorCallback(type, reinterpret_cast(m), lineNumber(), columnNumber()); else handleError(type, m, lineNumber(), columnNumber()); #if !COMPILER(MSVC) && !COMPILER(RVCT) free(m); #endif } void XMLDocumentParser::processingInstruction(const xmlChar* target, const xmlChar* data) { if (isStopped()) return; if (m_parserPaused) { m_pendingCallbacks->appendProcessingInstructionCallback(target, data); return; } exitText(); // ### handle exceptions ExceptionCode ec = 0; RefPtr pi = document()->createProcessingInstruction( toString(target), toString(data), ec); if (ec) return; pi->setCreatedByParser(true); m_currentNode->deprecatedParserAddChild(pi.get()); if (m_view && !pi->attached()) pi->attach(); pi->finishParsingChildren(); if (pi->isCSS()) m_sawCSS = true; #if ENABLE(XSLT) m_sawXSLTransform = !m_sawFirstElement && pi->isXSL(); if (m_sawXSLTransform && !document()->transformSourceDocument()) stopParsing(); #endif } void XMLDocumentParser::cdataBlock(const xmlChar* s, int len) { if (isStopped()) return; if (m_parserPaused) { m_pendingCallbacks->appendCDATABlockCallback(s, len); return; } exitText(); RefPtr newNode = CDATASection::create(document(), toString(s, len)); m_currentNode->deprecatedParserAddChild(newNode.get()); if (m_view && !newNode->attached()) newNode->attach(); } void XMLDocumentParser::comment(const xmlChar* s) { if (isStopped()) return; if (m_parserPaused) { m_pendingCallbacks->appendCommentCallback(s); return; } exitText(); RefPtr newNode = Comment::create(document(), toString(s)); m_currentNode->deprecatedParserAddChild(newNode.get()); if (m_view && !newNode->attached()) newNode->attach(); } void XMLDocumentParser::startDocument(const xmlChar* version, const xmlChar* encoding, int standalone) { ExceptionCode ec = 0; if (version) document()->setXMLVersion(toString(version), ec); document()->setXMLStandalone(standalone == 1, ec); // possible values are 0, 1, and -1 if (encoding) document()->setXMLEncoding(toString(encoding)); } void XMLDocumentParser::endDocument() { exitText(); #if ENABLE(XHTMLMP) m_hasDocTypeDeclaration = false; #endif } void XMLDocumentParser::internalSubset(const xmlChar* name, const xmlChar* externalID, const xmlChar* systemID) { if (isStopped()) return; if (m_parserPaused) { m_pendingCallbacks->appendInternalSubsetCallback(name, externalID, systemID); return; } if (document()) { #if ENABLE(WML) || ENABLE(XHTMLMP) String extId = toString(externalID); #endif #if ENABLE(WML) if (isWMLDocument() && extId != "-//WAPFORUM//DTD WML 1.3//EN" && extId != "-//WAPFORUM//DTD WML 1.2//EN" && extId != "-//WAPFORUM//DTD WML 1.1//EN" && extId != "-//WAPFORUM//DTD WML 1.0//EN") handleError(fatal, "Invalid DTD Public ID", lineNumber(), columnNumber()); #endif #if ENABLE(XHTMLMP) String dtdName = toString(name); if (extId == "-//WAPFORUM//DTD XHTML Mobile 1.0//EN" || extId == "-//WAPFORUM//DTD XHTML Mobile 1.1//EN") { if (dtdName != HTMLNames::htmlTag.localName()) { handleError(fatal, "Invalid DOCTYPE declaration, expected 'html' as root element.", lineNumber(), columnNumber()); return; } if (document()->isXHTMLMPDocument()) setIsXHTMLMPDocument(true); else setIsXHTMLDocument(true); m_hasDocTypeDeclaration = true; } #endif document()->parserAddChild(DocumentType::create(document(), toString(name), toString(externalID), toString(systemID))); } } static inline XMLDocumentParser* getParser(void* closure) { xmlParserCtxtPtr ctxt = static_cast(closure); return static_cast(ctxt->_private); } // This is a hack around http://bugzilla.gnome.org/show_bug.cgi?id=159219 // Otherwise libxml seems to call all the SAX callbacks twice for any replaced entity. static inline bool hackAroundLibXMLEntityBug(void* closure) { #if LIBXML_VERSION >= 20627 UNUSED_PARAM(closure); // This bug has been fixed in libxml 2.6.27. return false; #else return static_cast(closure)->node; #endif } static void startElementNsHandler(void* closure, const xmlChar* localname, const xmlChar* prefix, const xmlChar* uri, int nb_namespaces, const xmlChar** namespaces, int nb_attributes, int nb_defaulted, const xmlChar** libxmlAttributes) { if (hackAroundLibXMLEntityBug(closure)) return; getParser(closure)->startElementNs(localname, prefix, uri, nb_namespaces, namespaces, nb_attributes, nb_defaulted, libxmlAttributes); } static void endElementNsHandler(void* closure, const xmlChar*, const xmlChar*, const xmlChar*) { if (hackAroundLibXMLEntityBug(closure)) return; getParser(closure)->endElementNs(); } static void charactersHandler(void* closure, const xmlChar* s, int len) { if (hackAroundLibXMLEntityBug(closure)) return; getParser(closure)->characters(s, len); } static void processingInstructionHandler(void* closure, const xmlChar* target, const xmlChar* data) { if (hackAroundLibXMLEntityBug(closure)) return; getParser(closure)->processingInstruction(target, data); } static void cdataBlockHandler(void* closure, const xmlChar* s, int len) { if (hackAroundLibXMLEntityBug(closure)) return; getParser(closure)->cdataBlock(s, len); } static void commentHandler(void* closure, const xmlChar* comment) { if (hackAroundLibXMLEntityBug(closure)) return; getParser(closure)->comment(comment); } WTF_ATTRIBUTE_PRINTF(2, 3) static void warningHandler(void* closure, const char* message, ...) { va_list args; va_start(args, message); getParser(closure)->error(XMLDocumentParser::warning, message, args); va_end(args); } WTF_ATTRIBUTE_PRINTF(2, 3) static void fatalErrorHandler(void* closure, const char* message, ...) { va_list args; va_start(args, message); getParser(closure)->error(XMLDocumentParser::fatal, message, args); va_end(args); } WTF_ATTRIBUTE_PRINTF(2, 3) static void normalErrorHandler(void* closure, const char* message, ...) { va_list args; va_start(args, message); getParser(closure)->error(XMLDocumentParser::nonFatal, message, args); va_end(args); } // Using a static entity and marking it XML_INTERNAL_PREDEFINED_ENTITY is // a hack to avoid malloc/free. Using a global variable like this could cause trouble // if libxml implementation details were to change static xmlChar sharedXHTMLEntityResult[5] = {0, 0, 0, 0, 0}; static xmlEntityPtr sharedXHTMLEntity() { static xmlEntity entity; if (!entity.type) { entity.type = XML_ENTITY_DECL; entity.orig = sharedXHTMLEntityResult; entity.content = sharedXHTMLEntityResult; entity.etype = XML_INTERNAL_PREDEFINED_ENTITY; } return &entity; } static xmlEntityPtr getXHTMLEntity(const xmlChar* name) { UChar c = decodeNamedEntity(reinterpret_cast(name)); if (!c) return 0; CString value = String(&c, 1).utf8(); ASSERT(value.length() < 5); xmlEntityPtr entity = sharedXHTMLEntity(); entity->length = value.length(); entity->name = name; memcpy(sharedXHTMLEntityResult, value.data(), entity->length + 1); return entity; } static xmlEntityPtr getEntityHandler(void* closure, const xmlChar* name) { xmlParserCtxtPtr ctxt = static_cast(closure); xmlEntityPtr ent = xmlGetPredefinedEntity(name); if (ent) { ent->etype = XML_INTERNAL_PREDEFINED_ENTITY; return ent; } ent = xmlGetDocEntity(ctxt->myDoc, name); if (!ent && (getParser(closure)->isXHTMLDocument() #if ENABLE(XHTMLMP) || getParser(closure)->isXHTMLMPDocument() #endif #if ENABLE(WML) || getParser(closure)->isWMLDocument() #endif )) { ent = getXHTMLEntity(name); if (ent) ent->etype = XML_INTERNAL_GENERAL_ENTITY; } return ent; } static void startDocumentHandler(void* closure) { xmlParserCtxt* ctxt = static_cast(closure); switchToUTF16(ctxt); getParser(closure)->startDocument(ctxt->version, ctxt->encoding, ctxt->standalone); xmlSAX2StartDocument(closure); } static void endDocumentHandler(void* closure) { getParser(closure)->endDocument(); xmlSAX2EndDocument(closure); } static void internalSubsetHandler(void* closure, const xmlChar* name, const xmlChar* externalID, const xmlChar* systemID) { getParser(closure)->internalSubset(name, externalID, systemID); xmlSAX2InternalSubset(closure, name, externalID, systemID); } static void externalSubsetHandler(void* closure, const xmlChar*, const xmlChar* externalId, const xmlChar*) { String extId = toString(externalId); if ((extId == "-//W3C//DTD XHTML 1.0 Transitional//EN") || (extId == "-//W3C//DTD XHTML 1.1//EN") || (extId == "-//W3C//DTD XHTML 1.0 Strict//EN") || (extId == "-//W3C//DTD XHTML 1.0 Frameset//EN") || (extId == "-//W3C//DTD XHTML Basic 1.0//EN") || (extId == "-//W3C//DTD XHTML 1.1 plus MathML 2.0//EN") || (extId == "-//W3C//DTD XHTML 1.1 plus MathML 2.0 plus SVG 1.1//EN") || (extId == "-//WAPFORUM//DTD XHTML Mobile 1.0//EN") ) getParser(closure)->setIsXHTMLDocument(true); // controls if we replace entities or not. } static void ignorableWhitespaceHandler(void*, const xmlChar*, int) { // nothing to do, but we need this to work around a crasher // http://bugzilla.gnome.org/show_bug.cgi?id=172255 // http://bugs.webkit.org/show_bug.cgi?id=5792 } void XMLDocumentParser::initializeParserContext(const char* chunk) { xmlSAXHandler sax; memset(&sax, 0, sizeof(sax)); sax.error = normalErrorHandler; sax.fatalError = fatalErrorHandler; sax.characters = charactersHandler; sax.processingInstruction = processingInstructionHandler; sax.cdataBlock = cdataBlockHandler; sax.comment = commentHandler; sax.warning = warningHandler; sax.startElementNs = startElementNsHandler; sax.endElementNs = endElementNsHandler; sax.getEntity = getEntityHandler; sax.startDocument = startDocumentHandler; sax.endDocument = endDocumentHandler; sax.internalSubset = internalSubsetHandler; sax.externalSubset = externalSubsetHandler; sax.ignorableWhitespace = ignorableWhitespaceHandler; sax.entityDecl = xmlSAX2EntityDecl; sax.initialized = XML_SAX2_MAGIC; DocumentParser::startParsing(); m_sawError = false; m_sawCSS = false; m_sawXSLTransform = false; m_sawFirstElement = false; XMLDocumentParserScope scope(document()->cachedResourceLoader()); if (m_parsingFragment) m_context = XMLParserContext::createMemoryParser(&sax, this, chunk); else { ASSERT(!chunk); m_context = XMLParserContext::createStringParser(&sax, this); } } void XMLDocumentParser::doEnd() { if (!isStopped()) { if (m_context) { // Tell libxml we're done. { XMLDocumentParserScope scope(document()->cachedResourceLoader()); xmlParseChunk(context(), 0, 0, 1); } m_context = 0; } } #if ENABLE(XSLT) XMLTreeViewer xmlTreeViewer(document()); bool xmlViewerMode = !m_sawError && !m_sawCSS && !m_sawXSLTransform && xmlTreeViewer.hasNoStyleInformation(); if (xmlViewerMode) xmlTreeViewer.transformDocumentToTreeView(); if (m_sawXSLTransform) { void* doc = xmlDocPtrForString(document()->cachedResourceLoader(), m_originalSourceForTransform, document()->url().string()); document()->setTransformSource(new TransformSource(doc)); document()->setParsing(false); // Make the document think it's done, so it will apply XSL stylesheets. document()->styleSelectorChanged(RecalcStyleImmediately); document()->setParsing(true); DocumentParser::stopParsing(); } #endif } #if ENABLE(XSLT) void* xmlDocPtrForString(CachedResourceLoader* cachedResourceLoader, const String& source, const String& url) { if (source.isEmpty()) return 0; // Parse in a single chunk into an xmlDocPtr // FIXME: Hook up error handlers so that a failure to parse the main document results in // good error messages. const UChar BOM = 0xFEFF; const unsigned char BOMHighByte = *reinterpret_cast(&BOM); XMLDocumentParserScope scope(cachedResourceLoader, errorFunc, 0); xmlDocPtr sourceDoc = xmlReadMemory(reinterpret_cast(source.characters()), source.length() * sizeof(UChar), url.latin1().data(), BOMHighByte == 0xFF ? "UTF-16LE" : "UTF-16BE", XSLT_PARSE_OPTIONS); return sourceDoc; } #endif int XMLDocumentParser::lineNumber() const { // FIXME: The implementation probably returns 1-based int, but method should return 0-based. return context() ? context()->input->line : 1; } int XMLDocumentParser::columnNumber() const { // FIXME: The implementation probably returns 1-based int, but method should return 0-based. return context() ? context()->input->col : 1; } TextPosition0 XMLDocumentParser::textPosition() const { xmlParserCtxtPtr context = this->context(); if (!context) return TextPosition0::minimumPosition(); // FIXME: The context probably contains 1-based numbers, but we treat them as 0-based, // to be consistent with fixme's in lineNumber() and columnNumber // methods. return TextPosition0(WTF::ZeroBasedNumber::fromZeroBasedInt(context->input->line), WTF::ZeroBasedNumber::fromZeroBasedInt(context->input->col)); } // This method has a correct implementation, in contrast to textPosition() method. // It should replace textPosition(). TextPosition1 XMLDocumentParser::textPositionOneBased() const { xmlParserCtxtPtr context = this->context(); if (!context) return TextPosition1::minimumPosition(); return TextPosition1(WTF::OneBasedNumber::fromOneBasedInt(context->input->line), WTF::OneBasedNumber::fromOneBasedInt(context->input->col)); } void XMLDocumentParser::stopParsing() { DocumentParser::stopParsing(); if (context()) xmlStopParser(context()); } void XMLDocumentParser::resumeParsing() { ASSERT(!isDetached()); ASSERT(m_parserPaused); m_parserPaused = false; // First, execute any pending callbacks while (!m_pendingCallbacks->isEmpty()) { m_pendingCallbacks->callAndRemoveFirstCallback(this); // A callback paused the parser if (m_parserPaused) return; } // Then, write any pending data SegmentedString rest = m_pendingSrc; m_pendingSrc.clear(); append(rest); // Finally, if finish() has been called and write() didn't result // in any further callbacks being queued, call end() if (m_finishCalled && m_pendingCallbacks->isEmpty()) end(); } bool XMLDocumentParser::appendFragmentSource(const String& chunk) { ASSERT(!m_context); ASSERT(m_parsingFragment); CString chunkAsUtf8 = chunk.utf8(); initializeParserContext(chunkAsUtf8.data()); xmlParseContent(context()); endDocument(); // Close any open text nodes. // FIXME: If this code is actually needed, it should probably move to finish() // XMLDocumentParserQt has a similar check (m_stream.error() == QXmlStreamReader::PrematureEndOfDocumentError) in doEnd(). // Check if all the chunk has been processed. long bytesProcessed = xmlByteConsumed(context()); if (bytesProcessed == -1 || ((unsigned long)bytesProcessed) != chunkAsUtf8.length()) { // FIXME: I don't believe we can hit this case without also having seen an error. // If we hit this ASSERT, we've found a test case which demonstrates the need for this code. ASSERT(m_sawError); return false; } // No error if the chunk is well formed or it is not but we have no error. return context()->wellFormed || !xmlCtxtGetLastError(context()); } // -------------------------------- struct AttributeParseState { HashMap attributes; bool gotAttributes; }; static void attributesStartElementNsHandler(void* closure, const xmlChar* xmlLocalName, const xmlChar* /*xmlPrefix*/, const xmlChar* /*xmlURI*/, int /*nb_namespaces*/, const xmlChar** /*namespaces*/, int nb_attributes, int /*nb_defaulted*/, const xmlChar** libxmlAttributes) { if (strcmp(reinterpret_cast(xmlLocalName), "attrs") != 0) return; xmlParserCtxtPtr ctxt = static_cast(closure); AttributeParseState* state = static_cast(ctxt->_private); state->gotAttributes = true; xmlSAX2Attributes* attributes = reinterpret_cast(libxmlAttributes); for (int i = 0; i < nb_attributes; i++) { String attrLocalName = toString(attributes[i].localname); int valueLength = (int) (attributes[i].end - attributes[i].value); String attrValue = toString(attributes[i].value, valueLength); String attrPrefix = toString(attributes[i].prefix); String attrQName = attrPrefix.isEmpty() ? attrLocalName : attrPrefix + ":" + attrLocalName; state->attributes.set(attrQName, attrValue); } } HashMap parseAttributes(const String& string, bool& attrsOK) { AttributeParseState state; state.gotAttributes = false; xmlSAXHandler sax; memset(&sax, 0, sizeof(sax)); sax.startElementNs = attributesStartElementNsHandler; sax.initialized = XML_SAX2_MAGIC; RefPtr parser = XMLParserContext::createStringParser(&sax, &state); String parseString = ""; xmlParseChunk(parser->context(), reinterpret_cast(parseString.characters()), parseString.length() * sizeof(UChar), 1); attrsOK = state.gotAttributes; return state.attributes; } }