/**************************************************************************** ** ** Copyright (C) 2016 The Qt Company Ltd. ** Contact: https://www.qt.io/licensing/ ** ** This file is part of Qt Creator. ** ** Commercial License Usage ** Licensees holding valid commercial Qt licenses may use this file in ** accordance with the commercial license agreement provided with the ** Software or, alternatively, in accordance with the terms contained in ** a written agreement between you and The Qt Company. For licensing terms ** and conditions see https://www.qt.io/terms-conditions. For further ** information use the contact form at https://www.qt.io/contact-us. ** ** GNU General Public License Usage ** Alternatively, this file may be used under the terms of the GNU ** General Public License version 3 as published by the Free Software ** Foundation with exceptions as appearing in the file LICENSE.GPL3-EXCEPT ** included in the packaging of this file. Please review the following ** information to ensure the GNU General Public License requirements will ** be met: https://www.gnu.org/licenses/gpl-3.0.html. ** ****************************************************************************/ #include "qmljsdocument.h" #include "qmljsbind.h" #include "qmljsconstants.h" #include "qmljsimportdependencies.h" #include #include #include #include #include #include #include #include using namespace QmlJS; using namespace QmlJS::AST; /*! \class QmlJS::Document \brief The Document class creates a QML or JavaScript document. \sa Snapshot Documents are usually created by the ModelManagerInterface and stored in a Snapshot. They allow access to data such as the file path, source code, abstract syntax tree and the Bind instance for the document. To make sure unused and outdated documents are removed correctly, Document instances are usually accessed through a shared pointer, see Document::Ptr. Documents in a Snapshot are immutable: They, or anything reachable through them, must not be changed. This allows Documents to be shared freely among threads without extra synchronization. */ /*! \class QmlJS::LibraryInfo \brief The LibraryInfo class creates a QML library. \sa Snapshot A LibraryInfo is created when the ModelManagerInterface finds a QML library and parses the qmldir file. The instance holds information about which Components the library provides and which plugins to load. The ModelManager will try to extract detailed information about the types defined in the plugins this library loads. Once it is done, the data will be available through the metaObjects() function. */ /*! \class QmlJS::Snapshot \brief The Snapshot class holds and offers access to a set of Document::Ptr and LibraryInfo instances. \sa Document LibraryInfo Usually Snapshots are copies of the snapshot maintained and updated by the ModelManagerInterface that updates its instance as parsing threads finish and new information becomes available. */ Document::Document(const QString &fileName, Dialect language) : _engine(0) , _ast(0) , _bind(0) , _fileName(QDir::cleanPath(fileName)) , _editorRevision(0) , _language(language) , _parsedCorrectly(false) { QFileInfo fileInfo(fileName); _path = QDir::cleanPath(fileInfo.absolutePath()); if (language.isQmlLikeLanguage()) { _componentName = fileInfo.baseName(); if (! _componentName.isEmpty()) { // ### TODO: check the component name. if (! _componentName.at(0).isUpper()) _componentName.clear(); } } } Document::~Document() { if (_bind) delete _bind; if (_engine) delete _engine; } Document::MutablePtr Document::create(const QString &fileName, Dialect language) { Document::MutablePtr doc(new Document(fileName, language)); doc->_ptr = doc; return doc; } Document::Ptr Document::ptr() const { return _ptr.toStrongRef(); } bool Document::isQmlDocument() const { return _language.isQmlLikeLanguage(); } Dialect Document::language() const { return _language; } void Document::setLanguage(Dialect l) { _language = l; } QString Document::importId() const { return _fileName; } QByteArray Document::fingerprint() const { return _fingerprint; } AST::UiProgram *Document::qmlProgram() const { return cast(_ast); } AST::Program *Document::jsProgram() const { return cast(_ast); } AST::ExpressionNode *Document::expression() const { if (_ast) return _ast->expressionCast(); return 0; } AST::Node *Document::ast() const { return _ast; } const QmlJS::Engine *Document::engine() const { return _engine; } QList Document::diagnosticMessages() const { return _diagnosticMessages; } QString Document::source() const { return _source; } void Document::setSource(const QString &source) { _source = source; QCryptographicHash sha(QCryptographicHash::Sha1); sha.addData(source.toUtf8()); _fingerprint = sha.result(); } int Document::editorRevision() const { return _editorRevision; } void Document::setEditorRevision(int revision) { _editorRevision = revision; } QString Document::fileName() const { return _fileName; } QString Document::path() const { return _path; } QString Document::componentName() const { return _componentName; } namespace { class CollectDirectives : public Directives { void addLocation(int line, int column) { const SourceLocation loc = SourceLocation( 0, // placeholder 0, // placeholder static_cast(line), static_cast(column)); _locations += loc; } QList _locations; public: CollectDirectives(const QString &documentPath) : documentPath(documentPath) , isLibrary(false) {} void pragmaLibrary(int line, int column) override { isLibrary = true; addLocation(line, column); } void importFile(const QString &jsfile, const QString &module, int line, int column) override { imports += ImportInfo::pathImport( documentPath, jsfile, LanguageUtils::ComponentVersion(), module); addLocation(line, column); } void importModule(const QString &uri, const QString &version, const QString &module, int line, int column) override { imports += ImportInfo::moduleImport(uri, LanguageUtils::ComponentVersion(version), module); addLocation(line, column); } virtual QList locations() { return _locations; } const QString documentPath; bool isLibrary; QList imports; }; } // anonymous namespace QList Document::jsDirectives() const { return _jsdirectives; } bool Document::parse_helper(int startToken) { Q_ASSERT(! _engine); Q_ASSERT(! _ast); Q_ASSERT(! _bind); _engine = new Engine(); Lexer lexer(_engine); Parser parser(_engine); QString source = _source; lexer.setCode(source, /*line = */ 1, /*qmlMode = */_language.isQmlLikeLanguage()); CollectDirectives directives = CollectDirectives(path()); _engine->setDirectives(&directives); switch (startToken) { case QmlJSGrammar::T_FEED_UI_PROGRAM: _parsedCorrectly = parser.parse(); break; case QmlJSGrammar::T_FEED_JS_PROGRAM: _parsedCorrectly = parser.parseProgram(); for (const auto &d: directives.locations()) { _jsdirectives << d; } break; case QmlJSGrammar::T_FEED_JS_EXPRESSION: _parsedCorrectly = parser.parseExpression(); break; default: Q_ASSERT(0); } _ast = parser.rootNode(); _diagnosticMessages = parser.diagnosticMessages(); _bind = new Bind(this, &_diagnosticMessages, directives.isLibrary, directives.imports); return _parsedCorrectly; } bool Document::parse() { if (isQmlDocument()) return parseQml(); return parseJavaScript(); } bool Document::parseQml() { return parse_helper(QmlJSGrammar::T_FEED_UI_PROGRAM); } bool Document::parseJavaScript() { return parse_helper(QmlJSGrammar::T_FEED_JS_PROGRAM); } bool Document::parseExpression() { return parse_helper(QmlJSGrammar::T_FEED_JS_EXPRESSION); } Bind *Document::bind() const { return _bind; } LibraryInfo::LibraryInfo(Status status) : _status(status) , _dumpStatus(NoTypeInfo) { updateFingerprint(); } LibraryInfo::LibraryInfo(const QmlDirParser &parser, const QByteArray &fingerprint) : _status(Found) , _components(parser.components().values()) , _plugins(parser.plugins()) , _typeinfos(parser.typeInfos()) , _fingerprint(fingerprint) , _dumpStatus(NoTypeInfo) { if (_fingerprint.isEmpty()) updateFingerprint(); } LibraryInfo::~LibraryInfo() { } QByteArray LibraryInfo::calculateFingerprint() const { QCryptographicHash hash(QCryptographicHash::Sha1); hash.addData(reinterpret_cast(&_status), sizeof(_status)); int len = _components.size(); hash.addData(reinterpret_cast(&len), sizeof(len)); foreach (const QmlDirParser::Component &component, _components) { len = component.fileName.size(); hash.addData(reinterpret_cast(&len), sizeof(len)); hash.addData(reinterpret_cast(component.fileName.constData()), len * sizeof(QChar)); hash.addData(reinterpret_cast(&component.majorVersion), sizeof(component.majorVersion)); hash.addData(reinterpret_cast(&component.minorVersion), sizeof(component.minorVersion)); len = component.typeName.size(); hash.addData(reinterpret_cast(&len), sizeof(len)); hash.addData(reinterpret_cast(component.typeName.constData()), component.typeName.size() * sizeof(QChar)); int flags = (component.singleton ? (1 << 0) : 0) + (component.internal ? (1 << 1) : 0); hash.addData(reinterpret_cast(&flags), sizeof(flags)); } len = _plugins.size(); hash.addData(reinterpret_cast(&len), sizeof(len)); foreach (const QmlDirParser::Plugin &plugin, _plugins) { len = plugin.path.size(); hash.addData(reinterpret_cast(&len), sizeof(len)); hash.addData(reinterpret_cast(plugin.path.constData()), len * sizeof(QChar)); len = plugin.name.size(); hash.addData(reinterpret_cast(&len), sizeof(len)); hash.addData(reinterpret_cast(plugin.name.constData()), len * sizeof(QChar)); } len = _typeinfos.size(); hash.addData(reinterpret_cast(&len), sizeof(len)); foreach (const QmlDirParser::TypeInfo &typeinfo, _typeinfos) { len = typeinfo.fileName.size(); hash.addData(reinterpret_cast(&len), sizeof(len)); hash.addData(reinterpret_cast(typeinfo.fileName.constData()), len * sizeof(QChar)); } len = _metaObjects.size(); hash.addData(reinterpret_cast(&len), sizeof(len)); QList metaFingerprints; foreach (const LanguageUtils::FakeMetaObject::ConstPtr &metaObject, _metaObjects) metaFingerprints.append(metaObject->fingerprint()); std::sort(metaFingerprints.begin(), metaFingerprints.end()); foreach (const QByteArray &fp, metaFingerprints) hash.addData(fp); hash.addData(reinterpret_cast(&_dumpStatus), sizeof(_dumpStatus)); len = _dumpError.size(); // localization dependent (avoid?) hash.addData(reinterpret_cast(&len), sizeof(len)); hash.addData(reinterpret_cast(_dumpError.constData()), len * sizeof(QChar)); len = _moduleApis.size(); hash.addData(reinterpret_cast(&len), sizeof(len)); foreach (const ModuleApiInfo &moduleInfo, _moduleApis) moduleInfo.addToHash(hash); // make it order independent? QByteArray res(hash.result()); res.append('L'); return res; } void LibraryInfo::updateFingerprint() { _fingerprint = calculateFingerprint(); } Snapshot::Snapshot() { } Snapshot::~Snapshot() { } Snapshot::Snapshot(const Snapshot &o) : _documents(o._documents), _documentsByPath(o._documentsByPath), _libraries(o._libraries), _dependencies(o._dependencies) { } void Snapshot::insert(const Document::Ptr &document, bool allowInvalid) { if (document && (allowInvalid || document->qmlProgram() || document->jsProgram())) { const QString fileName = document->fileName(); const QString path = document->path(); remove(fileName); _documentsByPath[path].append(document); _documents.insert(fileName, document); CoreImport cImport; cImport.importId = document->importId(); cImport.language = document->language(); cImport.possibleExports << Export(ImportKey(ImportType::File, fileName), QString(), true, QFileInfo(fileName).baseName()); cImport.fingerprint = document->fingerprint(); _dependencies.addCoreImport(cImport); } } void Snapshot::insertLibraryInfo(const QString &path, const LibraryInfo &info) { QTC_CHECK(!path.isEmpty()); QTC_CHECK(info.fingerprint() == info.calculateFingerprint()); _libraries.insert(QDir::cleanPath(path), info); if (!info.wasFound()) return; CoreImport cImport; cImport.importId = path; cImport.language = Dialect::AnyLanguage; QSet packages; foreach (const ModuleApiInfo &moduleInfo, info.moduleApis()) { ImportKey iKey(ImportType::Library, moduleInfo.uri, moduleInfo.version.majorVersion(), moduleInfo.version.minorVersion()); packages.insert(iKey); } foreach (const LanguageUtils::FakeMetaObject::ConstPtr &metaO, info.metaObjects()) { foreach (const LanguageUtils::FakeMetaObject::Export &e, metaO->exports()) { ImportKey iKey(ImportType::Library, e.package, e.version.majorVersion(), e.version.minorVersion()); packages.insert(iKey); } } QStringList splitPath = path.split(QLatin1Char('/')); QRegExp vNr(QLatin1String("^(.+)\\.([0-9]+)(?:\\.([0-9]+))?$")); QRegExp safeName(QLatin1String("^[a-zA-Z_][[a-zA-Z0-9_]*$")); foreach (const ImportKey &importKey, packages) { if (importKey.splitPath.size() == 1 && importKey.splitPath.at(0).isEmpty() && splitPath.length() > 0) { // relocatable QStringList myPath = splitPath; if (vNr.indexIn(myPath.last()) == 0) myPath.last() = vNr.cap(1); for (int iPath = myPath.size(); iPath != 1; ) { --iPath; if (safeName.indexIn(myPath.at(iPath)) != 0) break; ImportKey iKey(ImportType::Library, QStringList(myPath.mid(iPath)).join(QLatin1Char('.')), importKey.majorVersion, importKey.minorVersion); cImport.possibleExports.append(Export(iKey, (iPath == 1) ? QLatin1String("/") : QStringList(myPath.mid(0, iPath)).join(QLatin1Char('/')), true)); } } else { QString requiredPath = QStringList(splitPath.mid(0, splitPath.size() - importKey.splitPath.size())) .join(QLatin1String("/")); cImport.possibleExports << Export(importKey, requiredPath, true); } } if (cImport.possibleExports.isEmpty() && splitPath.size() > 0) { QRegExp vNr(QLatin1String("^(.+)\\.([0-9]+)(?:\\.([0-9]+))?$")); QRegExp safeName(QLatin1String("^[a-zA-Z_][[a-zA-Z0-9_]*$")); int majorVersion = LanguageUtils::ComponentVersion::NoVersion; int minorVersion = LanguageUtils::ComponentVersion::NoVersion; foreach (const QmlDirParser::Component &component, info.components()) { if (component.majorVersion > majorVersion) majorVersion = component.majorVersion; if (component.minorVersion > minorVersion) minorVersion = component.minorVersion; } if (vNr.indexIn(splitPath.last()) == 0) { splitPath.last() = vNr.cap(1); bool ok; majorVersion = vNr.cap(2).toInt(&ok); if (!ok) majorVersion = LanguageUtils::ComponentVersion::NoVersion; minorVersion = vNr.cap(3).toInt(&ok); if (vNr.cap(3).isEmpty() || !ok) minorVersion = LanguageUtils::ComponentVersion::NoVersion; } for (int iPath = splitPath.size(); iPath != 1; ) { --iPath; if (safeName.indexIn(splitPath.at(iPath)) != 0) break; ImportKey iKey(ImportType::Library, QStringList(splitPath.mid(iPath)).join(QLatin1Char('.')), majorVersion, minorVersion); cImport.possibleExports.append(Export(iKey, (iPath == 1) ? QLatin1String("/") : QStringList(splitPath.mid(0, iPath)).join(QLatin1Char('/')), true)); } } foreach (const QmlDirParser::Component &component, info.components()) { foreach (const Export &e, cImport.possibleExports) _dependencies.addExport(component.fileName, e.exportName, e.pathRequired, e.typeName); } cImport.fingerprint = info.fingerprint(); _dependencies.addCoreImport(cImport); } void Snapshot::remove(const QString &fileName) { Document::Ptr doc = _documents.value(fileName); if (!doc.isNull()) { const QString &path = doc->path(); QList docs = _documentsByPath.value(path); docs.removeAll(doc); _documentsByPath[path] = docs; _documents.remove(fileName); } } const QmlJS::ImportDependencies *Snapshot::importDependencies() const { return &_dependencies; } QmlJS::ImportDependencies *Snapshot::importDependencies() { return &_dependencies; } Document::MutablePtr Snapshot::documentFromSource( const QString &code, const QString &fileName, Dialect language) const { Document::MutablePtr newDoc = Document::create(fileName, language); if (Document::Ptr thisDocument = document(fileName)) newDoc->_editorRevision = thisDocument->_editorRevision; newDoc->setSource(code); return newDoc; } Document::Ptr Snapshot::document(const QString &fileName) const { return _documents.value(QDir::cleanPath(fileName)); } QList Snapshot::documentsInDirectory(const QString &path) const { return _documentsByPath.value(QDir::cleanPath(path)); } LibraryInfo Snapshot::libraryInfo(const QString &path) const { return _libraries.value(QDir::cleanPath(path)); } void ModuleApiInfo::addToHash(QCryptographicHash &hash) const { int len = uri.length(); hash.addData(reinterpret_cast(&len), sizeof(len)); hash.addData(reinterpret_cast(uri.constData()), len * sizeof(QChar)); version.addToHash(hash); len = cppName.length(); hash.addData(reinterpret_cast(&len), sizeof(len)); hash.addData(reinterpret_cast(cppName.constData()), len * sizeof(QChar)); }