/* * Copyright (C) by Duncan Mac-Vicar P. * Copyright (C) by Daniel Molkentin * Copyright (C) by Klaas Freitag * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License * for more details. */ #include "config.h" #include "account.h" #include "accountmanager.h" #include "accountstate.h" #include "application.h" #include "clientproxy.h" #include "common/syncjournalfilerecord.h" #include "common/version.h" #include "common/vfs.h" #include "configfile.h" #include "creds/abstractcredentials.h" #include "csync_exclude.h" #include "filesystem.h" #include "folder.h" #include "folderman.h" #include "localdiscoverytracker.h" #include "logger.h" #include "networkjobs.h" #include "settingsdialog.h" #include "socketapi/socketapi.h" #include "syncengine.h" #include "syncresult.h" #include "syncrunfilelog.h" #include "theme.h" #include #include #include #include #include #include #include using namespace std::chrono_literals; namespace { /* * [Accounts] * 1\Folders\4\version=2 * 1\FoldersWithPlaceholders\3\version=3 */ auto versionC() { return QLatin1String("version"); } auto davUrlC() { return QLatin1String("davUrl"); } auto displayNameC() { return QLatin1String("displayString"); } constexpr int WinVfsSettingsVersion = 4; constexpr int SettingsVersion = 2; } namespace OCC { Q_LOGGING_CATEGORY(lcFolder, "gui.folder", QtInfoMsg) Folder::Folder(const FolderDefinition &definition, AccountStatePtr accountState, std::unique_ptr vfs, QObject *parent) : QObject(parent) , _accountState(accountState) , _definition(definition) , _lastSyncDuration(0) , _consecutiveFailingSyncs(0) , _consecutiveFollowUpSyncs(0) , _journal(_definition.absoluteJournalPath()) , _fileLog(new SyncRunFileLog) , _vfs(vfs.release()) { _timeSinceLastSyncStart.start(); _timeSinceLastSyncDone.start(); _timeSinceLastEtagCheckDone.start(); SyncResult::Status status = SyncResult::NotYetStarted; if (definition.paused) { status = SyncResult::Paused; } _syncResult.setStatus(status); // check if the local path exists if (checkLocalPath()) { // those errors should not persist over sessions _journal.wipeErrorBlacklistCategory(SyncJournalErrorBlacklistRecord::Category::LocalSoftError); _engine.reset(new SyncEngine(_accountState->account(), loadSyncOptions(), webDavUrl(), path(), remotePath(), &_journal)); // pass the setting if hidden files are to be ignored, will be read in csync_update _engine->setIgnoreHiddenFiles(_definition.ignoreHiddenFiles); ConfigFile::setupDefaultExcludeFilePaths(_engine->excludedFiles()); if (!reloadExcludes()) { qCWarning(lcFolder, "Could not read system exclude file"); } connect(_accountState.data(), &AccountState::isConnectedChanged, this, &Folder::canSyncChanged); connect(_engine.data(), &SyncEngine::rootEtag, this, &Folder::etagRetrievedFromSyncEngine); connect(_engine.data(), &SyncEngine::started, this, &Folder::slotSyncStarted, Qt::QueuedConnection); connect(_engine.data(), &SyncEngine::finished, this, &Folder::slotSyncFinished, Qt::QueuedConnection); connect(_engine.data(), &SyncEngine::aboutToRemoveAllFiles, this, &Folder::slotAboutToRemoveAllFiles); connect(_engine.data(), &SyncEngine::transmissionProgress, this, &Folder::slotTransmissionProgress); connect(_engine.data(), &SyncEngine::itemCompleted, this, &Folder::slotItemCompleted); connect(_engine.data(), &SyncEngine::newBigFolder, this, &Folder::slotNewBigFolderDiscovered); connect(_engine.data(), &SyncEngine::seenLockedFile, FolderMan::instance(), &FolderMan::slotSyncOnceFileUnlocks); connect(_engine.data(), &SyncEngine::aboutToPropagate, this, &Folder::slotLogPropagationStart); connect(_engine.data(), &SyncEngine::syncError, this, &Folder::slotSyncError); _scheduleSelfTimer.setSingleShot(true); _scheduleSelfTimer.setInterval(SyncEngine::minimumFileAgeForUpload); connect(&_scheduleSelfTimer, &QTimer::timeout, this, &Folder::slotScheduleThisFolder); connect(ProgressDispatcher::instance(), &ProgressDispatcher::folderConflicts, this, &Folder::slotFolderConflicts); connect(_engine.data(), &SyncEngine::excluded, this, [this](const QString &path, CSYNC_EXCLUDE_TYPE reason) { Q_EMIT ProgressDispatcher::instance()->excluded(this, path, reason); }); _localDiscoveryTracker.reset(new LocalDiscoveryTracker); connect(_engine.data(), &SyncEngine::finished, _localDiscoveryTracker.data(), &LocalDiscoveryTracker::slotSyncFinished); connect(_engine.data(), &SyncEngine::itemCompleted, _localDiscoveryTracker.data(), &LocalDiscoveryTracker::slotItemCompleted); // Potentially upgrade suffix vfs to windows vfs OC_ENFORCE(_vfs); if (_definition.virtualFilesMode == Vfs::WithSuffix && _definition.upgradeVfsMode) { if (isVfsPluginAvailable(Vfs::WindowsCfApi)) { if (auto winvfs = createVfsFromPlugin(Vfs::WindowsCfApi)) { // Wipe the existing suffix files from fs and journal SyncEngine::wipeVirtualFiles(path(), _journal, *_vfs); // Then switch to winvfs mode _vfs.reset(winvfs.release()); _definition.virtualFilesMode = Vfs::WindowsCfApi; } } saveToSettings(); } // Initialize the vfs plugin startVfs(); } } Folder::~Folder() { // If wipeForRemoval() was called the vfs has already shut down. if (_vfs) _vfs->stop(); // Reset then engine first as it will abort and try to access members of the Folder _engine.reset(); } bool Folder::checkLocalPath() { #ifdef Q_OS_WIN Utility::NtfsPermissionLookupRAII ntfs_perm; #endif const QFileInfo fi(_definition.localPath()); _canonicalLocalPath = fi.canonicalFilePath(); #ifdef Q_OS_MAC // Workaround QTBUG-55896 (Should be fixed in Qt 5.8) _canonicalLocalPath = _canonicalLocalPath.normalized(QString::NormalizationForm_C); #endif if (_canonicalLocalPath.isEmpty()) { qCWarning(lcFolder) << "Broken symlink:" << _definition.localPath(); _canonicalLocalPath = _definition.localPath(); } else if (!_canonicalLocalPath.endsWith('/')) { _canonicalLocalPath.append('/'); } QString error; if (fi.isDir() && fi.isReadable() && fi.isWritable()) { qCDebug(lcFolder) << "Checked local path ok"; if (!_journal.open()) { error = tr("%1 failed to open the database.").arg(_definition.localPath()); } } else { // Check directory again if (!FileSystem::fileExists(_definition.localPath(), fi)) { error = tr("Local folder %1 does not exist.").arg(_definition.localPath()); } else if (!fi.isDir()) { error = tr("%1 should be a folder but is not.").arg(_definition.localPath()); } else if (!fi.isReadable()) { error = tr("%1 is not readable.").arg(_definition.localPath()); } else if (!fi.isWritable()) { error = tr("%1 is not writable.").arg(_definition.localPath()); } } qCWarning(lcFolder) << error; if (!error.isEmpty()) { _syncResult.appendErrorString(error); _syncResult.setStatus(SyncResult::SetupError); return false; } return true; } SyncOptions Folder::loadSyncOptions() { SyncOptions opt(_vfs); ConfigFile cfgFile; auto newFolderLimit = cfgFile.newBigFolderSizeLimit(); opt._newBigFolderSizeLimit = newFolderLimit.first ? newFolderLimit.second * 1000LL * 1000LL : -1; // convert from MB to B opt._confirmExternalStorage = cfgFile.confirmExternalStorage(); opt._moveFilesToTrash = cfgFile.moveToTrash(); opt._vfs = _vfs; opt._parallelNetworkJobs = _accountState->account()->isHttp2Supported() ? 20 : 6; opt._initialChunkSize = cfgFile.chunkSize(); opt._minChunkSize = cfgFile.minChunkSize(); opt._maxChunkSize = cfgFile.maxChunkSize(); opt._targetChunkUploadDuration = cfgFile.targetChunkUploadDuration(); opt.fillFromEnvironmentVariables(); opt.verifyChunkSizes(); return opt; } QByteArray Folder::id() const { return _definition.id(); } QString Folder::displayName() const { return _definition.displayName(); } QString Folder::path() const { return _canonicalLocalPath; } QString Folder::shortGuiLocalPath() const { QString p = _definition.localPath(); QString home = QDir::homePath(); if (!home.endsWith('/')) { home.append('/'); } if (p.startsWith(home)) { p = p.mid(home.length()); } if (p.length() > 1 && p.endsWith('/')) { p.chop(1); } return QDir::toNativeSeparators(p); } bool Folder::ignoreHiddenFiles() { bool re(_definition.ignoreHiddenFiles); return re; } void Folder::setIgnoreHiddenFiles(bool ignore) { _definition.ignoreHiddenFiles = ignore; } QString Folder::cleanPath() const { QString cleanedPath = QDir::cleanPath(_canonicalLocalPath); if (cleanedPath.length() == 3 && cleanedPath.endsWith(":/")) cleanedPath.remove(2, 1); return cleanedPath; } bool Folder::isSyncRunning() const { return !hasSetupError() && (_engine->isSyncRunning() || _vfs->isHydrating()); } QString Folder::remotePath() const { return _definition.targetPath(); } QUrl Folder::webDavUrl() const { return _definition.webDavUrl(); } QString Folder::remotePathTrailingSlash() const { const QString remote = remotePath(); if (remote == QLatin1Char('/')) { return remote; } Q_ASSERT(!remote.endsWith(QLatin1Char('/'))); return remote + QLatin1Char('/'); } QUrl Folder::remoteUrl() const { return Utility::concatUrlPath(webDavUrl(), remotePath()); } bool Folder::syncPaused() const { return _definition.paused; } bool Folder::canSync() const { return !syncPaused() && accountState()->isConnected() && isReady(); } bool Folder::isReady() const { return _vfsIsReady; } bool Folder::dueToSync() const { // conditions taken from previous folderman implementation if (isSyncRunning() || etagJob() || !canSync()) { return false; } ConfigFile cfg; // the default poll time of 30 seconds as it had been in the client forever. // Now with https://github.com/owncloud/client/pull/8777 also the server capabilities are considered. const auto pta = accountState()->account()->capabilities().remotePollInterval(); const auto polltime = cfg.remotePollInterval(pta); const auto timeSinceLastSync = std::chrono::milliseconds(_timeSinceLastEtagCheckDone.elapsed()); if (timeSinceLastSync >= polltime) { return true; } return false; } void Folder::setSyncPaused(bool paused) { if (hasSetupError()) { return; } if (paused == _definition.paused) { return; } _definition.paused = paused; saveToSettings(); if (!paused) { setSyncState(SyncResult::NotYetStarted); } else { setSyncState(SyncResult::Paused); } emit syncPausedChanged(this, paused); emit syncStateChange(); emit canSyncChanged(); } void Folder::setSyncState(SyncResult::Status state) { _syncResult.setStatus(state); } SyncResult Folder::syncResult() const { return _syncResult; } void Folder::prepareToSync() { _syncResult.reset(); _syncResult.setStatus(SyncResult::NotYetStarted); } void Folder::slotRunEtagJob() { qCInfo(lcFolder) << "Trying to check" << remoteUrl().toString() << "for changes via ETag check. (time since last sync:" << (_timeSinceLastSyncDone.elapsed() / 1000) << "s)"; AccountPtr account = _accountState->account(); if (_requestEtagJob) { qCInfo(lcFolder) << remoteUrl().toString() << "has ETag job queued, not trying to sync"; return; } if (!canSync()) { qCInfo(lcFolder) << "Not syncing. :" << remoteUrl().toString() << _definition.paused << AccountState::stateString(_accountState->state()); return; } // Do the ordinary etag check for the root folder and schedule a // sync if it's different. _requestEtagJob = new RequestEtagJob(account, webDavUrl(), remotePath(), this); _requestEtagJob->setTimeout(60s); // check if the etag is different when retrieved QObject::connect(_requestEtagJob.data(), &RequestEtagJob::etagRetreived, this, &Folder::etagRetreived); QObject::connect(_requestEtagJob.data(), &RequestEtagJob::finishedWithResult, this, [=](const HttpResult) { _timeSinceLastEtagCheckDone.start(); }); FolderMan::instance()->slotScheduleETagJob(_requestEtagJob); // The _requestEtagJob is auto deleting itself on finish. Our guard pointer _requestEtagJob will then be null. } void Folder::etagRetreived(const QByteArray &etag, const QDateTime &tp) { // re-enable sync if it was disabled because network was down FolderMan::instance()->setSyncEnabled(true); if (_lastEtag != etag) { qCInfo(lcFolder) << "Compare etag with previous etag: last:" << _lastEtag << ", received:" << etag << "-> CHANGED"; _lastEtag = etag; slotScheduleThisFolder(); } _accountState->tagLastSuccessfullETagRequest(tp); } void Folder::etagRetrievedFromSyncEngine(const QByteArray &etag, const QDateTime &time) { qCInfo(lcFolder) << "Root etag from during sync:" << etag; accountState()->tagLastSuccessfullETagRequest(time); _lastEtag = etag; } void Folder::showSyncResultPopup() { if (_syncResult.firstItemNew()) { createGuiLog(_syncResult.firstItemNew()->destination(), LogStatusNew, _syncResult.numNewItems()); } if (_syncResult.firstItemDeleted()) { createGuiLog(_syncResult.firstItemDeleted()->destination(), LogStatusRemove, _syncResult.numRemovedItems()); } if (_syncResult.firstItemUpdated()) { createGuiLog(_syncResult.firstItemUpdated()->destination(), LogStatusUpdated, _syncResult.numUpdatedItems()); } if (_syncResult.firstItemRenamed()) { LogStatus status(LogStatusRename); // if the path changes it's rather a move QDir renTarget = QFileInfo(_syncResult.firstItemRenamed()->_renameTarget).dir(); QDir renSource = QFileInfo(_syncResult.firstItemRenamed()->_file).dir(); if (renTarget != renSource) { status = LogStatusMove; } createGuiLog(_syncResult.firstItemRenamed()->_file, status, _syncResult.numRenamedItems(), _syncResult.firstItemRenamed()->_renameTarget); } if (_syncResult.firstNewConflictItem()) { createGuiLog(_syncResult.firstNewConflictItem()->destination(), LogStatusConflict, _syncResult.numNewConflictItems()); } if (int errorCount = _syncResult.numErrorItems()) { createGuiLog(_syncResult.firstItemError()->_file, LogStatusError, errorCount); } qCInfo(lcFolder) << "Folder" << path() << "sync result: " << _syncResult.status(); } void Folder::createGuiLog(const QString &filename, LogStatus status, int count, const QString &renameTarget) { if (count > 0) { QString file = QDir::toNativeSeparators(filename); QString text; switch (status) { case LogStatusRemove: if (count > 1) { text = tr("%1 and %n other file(s) have been removed.", "", count - 1).arg(file); } else { text = tr("%1 has been removed.", "%1 names a file.").arg(file); } break; case LogStatusNew: if (count > 1) { text = tr("%1 and %n other file(s) have been added.", "", count - 1).arg(file); } else { text = tr("%1 has been added.", "%1 names a file.").arg(file); } break; case LogStatusUpdated: if (count > 1) { text = tr("%1 and %n other file(s) have been updated.", "", count - 1).arg(file); } else { text = tr("%1 has been updated.", "%1 names a file.").arg(file); } break; case LogStatusRename: if (count > 1) { text = tr("%1 has been renamed to %2 and %n other file(s) have been renamed.", "", count - 1).arg(file, renameTarget); } else { text = tr("%1 has been renamed to %2.", "%1 and %2 name files.").arg(file, renameTarget); } break; case LogStatusMove: if (count > 1) { text = tr("%1 has been moved to %2 and %n other file(s) have been moved.", "", count - 1).arg(file, renameTarget); } else { text = tr("%1 has been moved to %2.").arg(file, renameTarget); } break; case LogStatusConflict: if (count > 1) { text = tr("%1 has and %n other file(s) have sync conflicts.", "", count - 1).arg(file); } else { text = tr("%1 has a sync conflict. Please check the conflict file!").arg(file); } break; case LogStatusError: if (count > 1) { text = tr("%1 and %n other file(s) could not be synced due to errors. See the log for details.", "", count - 1).arg(file); } else { text = tr("%1 could not be synced due to an error. See the log for details.").arg(file); } break; } if (!text.isEmpty()) { ocApp()->gui()->slotShowOptionalTrayMessage(tr("Sync Activity"), text); } } } void Folder::startVfs() { OC_ENFORCE(_vfs); OC_ENFORCE(_vfs->mode() == _definition.virtualFilesMode); const auto result = Vfs::checkAvailability(path(), _vfs->mode()); if (!result) { _syncResult.appendErrorString(result.error()); _syncResult.setStatus(SyncResult::SetupError); return; } VfsSetupParams vfsParams(_accountState->account(), webDavUrl(), groupInSidebar()); vfsParams.filesystemPath = path(); vfsParams.remotePath = remotePathTrailingSlash(); vfsParams.journal = &_journal; vfsParams.providerDisplayName = Theme::instance()->appNameGUI(); vfsParams.providerName = Theme::instance()->appName(); vfsParams.providerVersion = Version::version(); vfsParams.multipleAccountsRegistered = AccountManager::instance()->accounts().size() > 1; connect(_vfs.data(), &Vfs::beginHydrating, this, &Folder::slotHydrationStarts); connect(_vfs.data(), &Vfs::doneHydrating, this, &Folder::slotHydrationDone); connect(&_engine->syncFileStatusTracker(), &SyncFileStatusTracker::fileStatusChanged, _vfs.data(), &Vfs::fileStatusChanged); connect(_vfs.data(), &Vfs::started, this, [this] { // Immediately mark the sqlite temporaries as excluded. They get recreated // on db-open and need to get marked again every time. QString stateDbFile = _journal.databaseFilePath(); _vfs->fileStatusChanged(stateDbFile + QStringLiteral("-wal"), SyncFileStatus::StatusExcluded); _vfs->fileStatusChanged(stateDbFile + QStringLiteral("-shm"), SyncFileStatus::StatusExcluded); _vfsIsReady = true; slotScheduleThisFolder(); }); connect(_vfs.data(), &Vfs::error, this, [this](const QString &error) { _syncResult.appendErrorString(error); _syncResult.setStatus(SyncResult::SetupError); _vfsIsReady = false; }); _vfs->start(vfsParams); } int Folder::slotDiscardDownloadProgress() { // Delete from journal and from filesystem. QDir folderpath(_definition.localPath()); QSet keep_nothing; const QVector deleted_infos = _journal.getAndDeleteStaleDownloadInfos(keep_nothing); for (const auto &deleted_info : deleted_infos) { const QString tmppath = folderpath.filePath(deleted_info._tmpfile); qCInfo(lcFolder) << "Deleting temporary file: " << tmppath; FileSystem::remove(tmppath); } return deleted_infos.size(); } int Folder::downloadInfoCount() { return _journal.downloadInfoCount(); } int Folder::errorBlackListEntryCount() { return _journal.errorBlackListEntryCount(); } int Folder::slotWipeErrorBlacklist() { return _journal.wipeErrorBlacklist(); } void Folder::slotWatchedPathChanged(const QString &path, ChangeReason reason) { Q_ASSERT(isReady()); if (!FileSystem::isChildPathOf(path, this->path())) { qCDebug(lcFolder) << "Changed path is not contained in folder, ignoring:" << path; return; } const QString relativePath = path.mid(this->path().size()); if (reason == ChangeReason::UnLock) { journalDb()->wipeErrorBlacklistEntry(relativePath, SyncJournalErrorBlacklistRecord::Category::LocalSoftError); { // horrible hack to compensate that we don't handle folder deletes on a per file basis int index = 0; QString p = relativePath; while ((index = p.lastIndexOf(QLatin1Char('/'))) != -1) { p = p.left(index); const auto rec = journalDb()->errorBlacklistEntry(p); if (rec.isValid()) { if (rec._errorCategory == SyncJournalErrorBlacklistRecord::Category::LocalSoftError) { journalDb()->wipeErrorBlacklistEntry(p); } } } } } // Add to list of locally modified paths // // We do this before checking for our own sync-related changes to make // extra sure to not miss relevant changes. const auto relativePathBytes = relativePath.toUtf8(); _localDiscoveryTracker->addTouchedPath(relativePathBytes); // The folder watcher fires a lot of bogus notifications during // a sync operation, both for actual user files and the database // and log. Therefore we check notifications against operations // the sync is doing to filter out our own changes. #ifdef Q_OS_MAC // On OSX the folder watcher does not report changes done by our // own process. Therefore nothing needs to be done here! #else // Use the path to figure out whether it was our own change if (_engine->wasFileTouched(path)) { qCDebug(lcFolder) << "Changed path was touched by SyncEngine, ignoring:" << path; return; } #endif SyncJournalFileRecord record; _journal.getFileRecord(relativePathBytes, &record); if (reason != ChangeReason::UnLock) { // Check that the mtime/size actually changed or there was // an attribute change (pin state) that caused the notification bool spurious = false; if (record.isValid() && !FileSystem::fileChanged(path, record._fileSize, record._modtime)) { spurious = true; if (auto pinState = _vfs->pinState(relativePath)) { if (*pinState == PinState::AlwaysLocal && record.isVirtualFile()) spurious = false; if (*pinState == PinState::OnlineOnly && record.isFile()) spurious = false; } } if (spurious) { qCInfo(lcFolder) << "Ignoring spurious notification for file" << relativePath; return; // probably a spurious notification } } warnOnNewExcludedItem(record, relativePath); emit watchedFileChangedExternally(path); // Also schedule this folder for a sync, but only after some delay: // The sync will not upload files that were changed too recently. scheduleThisFolderSoon(); } void Folder::implicitlyHydrateFile(const QString &relativepath) { qCInfo(lcFolder) << "Implicitly hydrate virtual file:" << relativepath; // Set in the database that we should download the file SyncJournalFileRecord record; _journal.getFileRecord(relativepath.toUtf8(), &record); if (!record.isValid()) { qCInfo(lcFolder) << "Did not find file in db"; return; } if (!record.isVirtualFile()) { qCInfo(lcFolder) << "The file is not virtual"; return; } record._type = ItemTypeVirtualFileDownload; _journal.setFileRecord(record); // Change the file's pin state if it's contradictory to being hydrated // (suffix-virtual file's pin state is stored at the hydrated path) const auto pin = _vfs->pinState(relativepath); if (pin && *pin == PinState::OnlineOnly) { _vfs->setPinState(relativepath, PinState::Unspecified); } // Add to local discovery schedulePathForLocalDiscovery(relativepath); slotScheduleThisFolder(); } void Folder::setVirtualFilesEnabled(bool enabled) { Vfs::Mode newMode = _definition.virtualFilesMode; if (enabled && _definition.virtualFilesMode == Vfs::Off) { newMode = bestAvailableVfsMode(); } else if (!enabled && _definition.virtualFilesMode != Vfs::Off) { newMode = Vfs::Off; } if (newMode != _definition.virtualFilesMode) { // TODO: Must wait for current sync to finish! SyncEngine::wipeVirtualFiles(path(), _journal, *_vfs); _vfs->stop(); _vfs->unregisterFolder(); disconnect(_vfs.data(), nullptr, this, nullptr); disconnect(&_engine->syncFileStatusTracker(), nullptr, _vfs.data(), nullptr); _vfs.reset(createVfsFromPlugin(newMode).release()); _definition.virtualFilesMode = newMode; startVfs(); if (newMode != Vfs::Off) _saveInFoldersWithPlaceholders = true; saveToSettings(); } } void Folder::setRootPinState(PinState state) { _vfs->setPinState(QString(), state); // We don't actually need discovery, but it's important to recurse // into all folders, so the changes can be applied. slotNextSyncFullLocalDiscovery(); } bool Folder::supportsSelectiveSync() const { return !virtualFilesEnabled() && !isVfsOnOffSwitchPending(); } void Folder::saveToSettings() const { // Remove first to make sure we don't get duplicates removeFromSettings(); auto settings = _accountState->settings(); QString settingsGroup = QStringLiteral("Multifolders"); // True if the folder path appears in only one account bool oneAccountOnly = true; for (auto *other : FolderMan::instance()->folders()) { if (other != this && other->cleanPath() == this->cleanPath()) { oneAccountOnly = false; break; } } if (virtualFilesEnabled() || _saveInFoldersWithPlaceholders) { // If virtual files are enabled or even were enabled at some point, // save the folder to a group that will not be read by older (<2.5.0) clients. // The name is from when virtual files were called placeholders. settingsGroup = QStringLiteral("FoldersWithPlaceholders"); } else if (_saveBackwardsCompatible || oneAccountOnly) { // The folder is saved to backwards-compatible "Folders" // section only if it has the migrate flag set (i.e. was in // there before) or if the folder is the only one for the // given target path. // This ensures that older clients will not read a configuration // where two folders for different accounts point at the same // local folders. settingsGroup = QStringLiteral("Folders"); } settings->beginGroup(settingsGroup); // Note: Each of these groups might have a "version" tag, but that's // currently unused. settings->beginGroup(_definition.id()); FolderDefinition::save(*settings, _definition); settings->sync(); qCInfo(lcFolder) << "Saved folder" << _definition.localPath() << "to settings, status" << settings->status(); } void Folder::removeFromSettings() const { auto settings = _accountState->settings(); settings->beginGroup(QLatin1String("Folders")); settings->remove(_definition.id()); settings->endGroup(); settings->beginGroup(QLatin1String("Multifolders")); settings->remove(_definition.id()); settings->endGroup(); settings->beginGroup(QLatin1String("FoldersWithPlaceholders")); settings->remove(_definition.id()); } bool Folder::isFileExcludedAbsolute(const QString &fullPath) const { if (!_engine) { return true; } return _engine->excludedFiles().isExcluded(fullPath, path(), _definition.ignoreHiddenFiles); } bool Folder::isFileExcludedRelative(const QString &relativePath) const { return isFileExcludedAbsolute(path() + relativePath); } void Folder::slotTerminateSync() { if (isReady()) { qCInfo(lcFolder) << "folder " << path() << " Terminating!"; if (_engine->isSyncRunning()) { _engine->abort(); setSyncState(SyncResult::SyncAbortRequested); } } } void Folder::wipeForRemoval() { // we can't acces those variables if (hasSetupError()) { return; } // prevent interaction with the db etc _vfsIsReady = false; // stop reacting to changes // especially the upcoming deletion of the db _folderWatcher.reset(); // Delete files that have been partially downloaded. slotDiscardDownloadProgress(); // Unregister the socket API so it does not keep the .sync_journal file open FolderMan::instance()->socketApi()->slotUnregisterPath(this); _journal.close(); // close the sync journal // Remove db and temporaries const QString stateDbFile = _engine->journal()->databaseFilePath(); QFile file(stateDbFile); if (file.exists()) { if (!file.remove()) { qCCritical(lcFolder) << "Failed to remove existing csync StateDB " << stateDbFile; } else { qCInfo(lcFolder) << "wipe: Removed csync StateDB " << stateDbFile; } } else { qCWarning(lcFolder) << "statedb is empty, can not remove."; } // Also remove other db related files QFile::remove(stateDbFile + ".ctmp"); QFile::remove(stateDbFile + "-shm"); QFile::remove(stateDbFile + "-wal"); QFile::remove(stateDbFile + "-journal"); _vfs->stop(); _vfs->unregisterFolder(); _vfs.reset(nullptr); // warning: folder now in an invalid state } bool Folder::reloadExcludes() { if (!_engine) { return true; } return _engine->excludedFiles().reloadExcludeFiles(); } void Folder::startSync() { Q_ASSERT(isReady()); Q_ASSERT(_folderWatcher); if (!OC_ENSURE(!isSyncRunning())) { qCCritical(lcFolder) << "ERROR csync is still running and new sync requested."; return; } _timeSinceLastSyncStart.start(); _syncResult.setStatus(SyncResult::SyncPrepare); emit syncStateChange(); qCInfo(lcFolder) << "*** Start syncing " << remoteUrl().toString() << "client version" << Theme::instance()->aboutVersions(Theme::VersionFormat::OneLiner); _fileLog->start(path()); if (!reloadExcludes()) { slotSyncError(tr("Could not read system exclude file")); QMetaObject::invokeMethod(this, "slotSyncFinished", Qt::QueuedConnection, Q_ARG(bool, false)); return; } setDirtyNetworkLimits(); static std::chrono::milliseconds fullLocalDiscoveryInterval = []() { auto interval = ConfigFile().fullLocalDiscoveryInterval(); QByteArray env = qgetenv("OWNCLOUD_FULL_LOCAL_DISCOVERY_INTERVAL"); if (!env.isEmpty()) { interval = std::chrono::milliseconds(env.toLongLong()); } return interval; }(); bool hasDoneFullLocalDiscovery = _timeSinceLastFullLocalDiscovery.isValid(); bool periodicFullLocalDiscoveryNow = fullLocalDiscoveryInterval.count() >= 0 // negative means we don't require periodic full runs && _timeSinceLastFullLocalDiscovery.hasExpired(fullLocalDiscoveryInterval.count()); if (_folderWatcher && _folderWatcher->isReliable() && hasDoneFullLocalDiscovery && !periodicFullLocalDiscoveryNow) { qCInfo(lcFolder) << "Allowing local discovery to read from the database"; _engine->setLocalDiscoveryOptions( LocalDiscoveryStyle::DatabaseAndFilesystem, _localDiscoveryTracker->localDiscoveryPaths()); _localDiscoveryTracker->startSyncPartialDiscovery(); } else { qCInfo(lcFolder) << "Forbidding local discovery to read from the database"; _engine->setLocalDiscoveryOptions(LocalDiscoveryStyle::FilesystemOnly); _localDiscoveryTracker->startSyncFullDiscovery(); } _engine->setIgnoreHiddenFiles(_definition.ignoreHiddenFiles); QMetaObject::invokeMethod(_engine.data(), "startSync", Qt::QueuedConnection); emit syncStarted(); } void Folder::setDirtyNetworkLimits() { Q_ASSERT(isReady()); ConfigFile cfg; int downloadLimit = -75; // 75% int useDownLimit = cfg.useDownloadLimit(); if (useDownLimit >= 1) { downloadLimit = cfg.downloadLimit() * 1000; } else if (useDownLimit == 0) { downloadLimit = 0; } int uploadLimit = -75; // 75% int useUpLimit = cfg.useUploadLimit(); if (useUpLimit >= 1) { uploadLimit = cfg.uploadLimit() * 1000; } else if (useUpLimit == 0) { uploadLimit = 0; } _engine->setNetworkLimits(uploadLimit, downloadLimit); } void Folder::slotSyncError(const QString &message, ErrorCategory category) { _syncResult.appendErrorString(message); emit ProgressDispatcher::instance()->syncError(this, message, category); } void Folder::slotSyncStarted() { qCInfo(lcFolder) << "#### Propagation start ####################################################"; _syncResult.setStatus(SyncResult::SyncRunning); emit syncStateChange(); } void Folder::slotSyncFinished(bool success) { if (!isReady()) { // probably removing the folder return; } qCInfo(lcFolder) << "Client version" << Theme::instance()->aboutVersions(Theme::VersionFormat::OneLiner); bool syncError = !_syncResult.errorStrings().isEmpty(); if (syncError) { qCWarning(lcFolder) << "SyncEngine finished with ERROR"; } else { qCInfo(lcFolder) << "SyncEngine finished without problem."; } _fileLog->finish(); showSyncResultPopup(); auto anotherSyncNeeded = _engine->isAnotherSyncNeeded(); if (syncError) { _syncResult.setStatus(SyncResult::Error); } else if (_syncResult.foundFilesNotSynced()) { _syncResult.setStatus(SyncResult::Problem); } else if (_definition.paused) { // Maybe the sync was terminated because the user paused the folder _syncResult.setStatus(SyncResult::Paused); } else { _syncResult.setStatus(SyncResult::Success); } // Count the number of syncs that have failed in a row. if (_syncResult.status() == SyncResult::Success || _syncResult.status() == SyncResult::Problem) { _consecutiveFailingSyncs = 0; } else { _consecutiveFailingSyncs++; qCInfo(lcFolder) << "the last" << _consecutiveFailingSyncs << "syncs failed"; } if (_syncResult.status() == SyncResult::Success && success) { // Clear the white list as all the folders that should be on that list are sync-ed journalDb()->setSelectiveSyncList(SyncJournalDb::SelectiveSyncWhiteList, QStringList()); } if ((_syncResult.status() == SyncResult::Success || _syncResult.status() == SyncResult::Problem) && success) { if (_engine->lastLocalDiscoveryStyle() == LocalDiscoveryStyle::FilesystemOnly) { _timeSinceLastFullLocalDiscovery.start(); } } emit syncStateChange(); // The syncFinished result that is to be triggered here makes the folderman // clear the current running sync folder marker. // Lets wait a bit to do that because, as long as this marker is not cleared, // file system change notifications are ignored for that folder. And it takes // some time under certain conditions to make the file system notifications // all come in. QTimer::singleShot(200ms, this, &Folder::slotEmitFinishedDelayed); _lastSyncDuration = std::chrono::milliseconds(_timeSinceLastSyncStart.elapsed()); _timeSinceLastSyncDone.start(); // Increment the follow-up sync counter if necessary. if (anotherSyncNeeded == ImmediateFollowUp) { _consecutiveFollowUpSyncs++; qCInfo(lcFolder) << "another sync was requested by the finished sync, this has" << "happened" << _consecutiveFollowUpSyncs << "times"; } else { _consecutiveFollowUpSyncs = 0; } // Maybe force a follow-up sync to take place, but only a couple of times. if (anotherSyncNeeded == ImmediateFollowUp && _consecutiveFollowUpSyncs <= 3) { // Sometimes another sync is requested because a local file is still // changing, so wait at least a small amount of time before syncing // the folder again. scheduleThisFolderSoon(); } } void Folder::slotEmitFinishedDelayed() { emit syncFinished(_syncResult); // Immediately check the etag again if there was some sync activity. if ((_syncResult.status() == SyncResult::Success || _syncResult.status() == SyncResult::Problem) && (_syncResult.firstItemDeleted() || _syncResult.firstItemNew() || _syncResult.firstItemRenamed() || _syncResult.firstItemUpdated() || _syncResult.firstNewConflictItem())) { slotRunEtagJob(); } } // the progress comes without a folder and the valid path set. Add that here // and hand the result over to the progress dispatcher. void Folder::slotTransmissionProgress(const ProgressInfo &pi) { emit progressInfo(pi); emit ProgressDispatcher::instance()->progressInfo(this, pi); } // a item is completed: count the errors and forward to the ProgressDispatcher void Folder::slotItemCompleted(const SyncFileItemPtr &item) { if (item->_status == SyncFileItem::Success && (item->_instruction & (CSYNC_INSTRUCTION_NONE | CSYNC_INSTRUCTION_UPDATE_METADATA))) { // We only care about the updates that deserve to be shown in the UI return; } _syncResult.processCompletedItem(item); _fileLog->logItem(*item); emit ProgressDispatcher::instance()->itemCompleted(this, item); } void Folder::slotNewBigFolderDiscovered(const QString &newF, bool isExternal) { auto newFolder = newF; if (!newFolder.endsWith(QLatin1Char('/'))) { newFolder += QLatin1Char('/'); } auto journal = journalDb(); // Add the entry to the blacklist if it is neither in the blacklist or whitelist already bool ok1, ok2; auto blacklist = journal->getSelectiveSyncList(SyncJournalDb::SelectiveSyncBlackList, &ok1); auto whitelist = journal->getSelectiveSyncList(SyncJournalDb::SelectiveSyncWhiteList, &ok2); if (ok1 && ok2 && !blacklist.contains(newFolder) && !whitelist.contains(newFolder)) { blacklist.append(newFolder); journal->setSelectiveSyncList(SyncJournalDb::SelectiveSyncBlackList, blacklist); } // And add the entry to the undecided list and signal the UI auto undecidedList = journal->getSelectiveSyncList(SyncJournalDb::SelectiveSyncUndecidedList, &ok1); if (ok1) { if (!undecidedList.contains(newFolder)) { undecidedList.append(newFolder); journal->setSelectiveSyncList(SyncJournalDb::SelectiveSyncUndecidedList, undecidedList); emit newBigFolderDiscovered(newFolder); } QString message = !isExternal ? (tr("A new folder larger than %1 MB has been added: %2.\n") .arg(ConfigFile().newBigFolderSizeLimit().second) .arg(newF)) : (tr("A folder from an external storage has been added.\n")); message += tr("Please go in the settings to select it if you wish to download it."); ocApp()->gui()->slotShowOptionalTrayMessage(Theme::instance()->appNameGUI(), message); } } void Folder::slotLogPropagationStart() { _fileLog->logLap("Propagation starts"); } void Folder::slotScheduleThisFolder() { FolderMan::instance()->scheduleFolder(this); } void Folder::slotNextSyncFullLocalDiscovery() { _timeSinceLastFullLocalDiscovery.invalidate(); } void Folder::schedulePathForLocalDiscovery(const QString &relativePath) { _localDiscoveryTracker->addTouchedPath(relativePath.toUtf8()); } void Folder::slotFolderConflicts(Folder *folder, const QStringList &conflictPaths) { if (folder != this) return; auto &r = _syncResult; // If the number of conflicts is too low, adjust it upwards if (conflictPaths.size() > r.numNewConflictItems() + r.numOldConflictItems()) r.setNumOldConflictItems(conflictPaths.size() - r.numNewConflictItems()); } void Folder::warnOnNewExcludedItem(const SyncJournalFileRecord &record, QStringView path) { // Never warn for items in the database if (record.isValid()) return; // Don't warn for items that no longer exist. // Note: This assumes we're getting file watcher notifications // for folders only on creation and deletion - if we got a notification // on content change that would create spurious warnings. QFileInfo fi(_canonicalLocalPath + path); if (!fi.exists()) return; bool ok = false; auto blacklist = _journal.getSelectiveSyncList(SyncJournalDb::SelectiveSyncBlackList, &ok); if (!ok) return; if (!blacklist.contains(path + "/")) return; const auto message = fi.isDir() ? tr("The folder %1 was created but was excluded from synchronization previously. " "Data inside it will not be synchronized.") .arg(fi.filePath()) : tr("The file %1 was created but was excluded from synchronization previously. " "It will not be synchronized.") .arg(fi.filePath()); ocApp()->gui()->slotShowOptionalTrayMessage(Theme::instance()->appNameGUI(), message); } void Folder::slotWatcherUnreliable(const QString &message) { qCWarning(lcFolder) << "Folder watcher for" << path() << "became unreliable:" << message; auto fullMessage = tr("Changes in synchronized folders could not be tracked reliably.\n" "\n" "This means that the synchronization client might not upload local changes " "immediately and will instead only scan for local changes and upload them " "occasionally (every two hours by default).\n" "\n" "%1").arg(message); ocApp()->gui()->slotShowGuiMessage(Theme::instance()->appNameGUI(), fullMessage); } void Folder::slotHydrationStarts() { // Abort any running full sync run and reschedule if (_engine->isSyncRunning()) { slotTerminateSync(); scheduleThisFolderSoon(); // TODO: This sets the sync state to AbortRequested on done, we don't want that } // Let everyone know we're syncing _syncResult.reset(); _syncResult.setStatus(SyncResult::SyncRunning); emit syncStarted(); emit syncStateChange(); } void Folder::slotHydrationDone() { // emit signal to update ui and reschedule normal syncs if necessary _syncResult.setStatus(SyncResult::Success); emit syncFinished(_syncResult); emit syncStateChange(); } void Folder::scheduleThisFolderSoon() { if (!_scheduleSelfTimer.isActive()) { _scheduleSelfTimer.start(); } } void Folder::setSaveBackwardsCompatible(bool save) { _saveBackwardsCompatible = save; } void Folder::registerFolderWatcher() { if (!isReady()) { return; } if (_folderWatcher) return; _folderWatcher.reset(new FolderWatcher(this)); connect(_folderWatcher.data(), &FolderWatcher::pathChanged, this, [this](const QString &path) { slotWatchedPathChanged(path, Folder::ChangeReason::Other); }); connect(_folderWatcher.data(), &FolderWatcher::lostChanges, this, &Folder::slotNextSyncFullLocalDiscovery); connect(_folderWatcher.data(), &FolderWatcher::becameUnreliable, this, &Folder::slotWatcherUnreliable); _folderWatcher->init(path()); _folderWatcher->startNotificatonTest(path() + QLatin1String(".owncloudsync.log")); } bool Folder::virtualFilesEnabled() const { return _definition.virtualFilesMode != Vfs::Off && !isVfsOnOffSwitchPending(); } void Folder::slotAboutToRemoveAllFiles(SyncFileItem::Direction dir, std::function abort) { ConfigFile cfgFile; if (!cfgFile.promptDeleteFiles()) { abort(false); return; } const QString msg = dir == SyncFileItem::Down ? tr("All files in the sync folder '%1' folder were deleted on the server.\n" "These deletes will be synchronized to your local sync folder, making such files " "unavailable unless you have a right to restore. \n" "If you decide to keep the files, they will be re-synced with the server if you have rights to do so.\n" "If you decide to delete the files, they will be unavailable to you, unless you are the owner.") : tr("All the files in your local sync folder '%1' were deleted. These deletes will be " "synchronized with your server, making such files unavailable unless restored.\n" "Are you sure you want to sync those actions with the server?\n" "If this was an accident and you decide to keep your files, they will be re-synced from the server."); auto msgBox = new QMessageBox(QMessageBox::Warning, tr("Remove All Files?"), msg.arg(shortGuiLocalPath()), QMessageBox::NoButton, ocApp()->gui()->settingsDialog()); msgBox->setAttribute(Qt::WA_DeleteOnClose); msgBox->setWindowFlags(msgBox->windowFlags() | Qt::WindowStaysOnTopHint); msgBox->addButton(tr("Remove all files"), QMessageBox::DestructiveRole); QPushButton *keepBtn = msgBox->addButton(tr("Keep files"), QMessageBox::AcceptRole); bool oldPaused = syncPaused(); setSyncPaused(true); connect(msgBox, &QMessageBox::finished, this, [msgBox, keepBtn, abort, oldPaused, this] { const bool cancel = msgBox->clickedButton() == keepBtn; abort(cancel); if (cancel) { FileSystem::setFolderMinimumPermissions(path()); journalDb()->clearFileTable(); _lastEtag.clear(); slotScheduleThisFolder(); } setSyncPaused(oldPaused); }); connect(this, &Folder::destroyed, msgBox, &QMessageBox::deleteLater); msgBox->open(); ownCloudGui::raiseDialog(msgBox); } FolderDefinition::FolderDefinition(const QByteArray &id, const QUrl &davUrl, const QString &displayName) : _webDavUrl(davUrl) , _id(id) , _displayName(displayName) { } void FolderDefinition::save(QSettings &settings, const FolderDefinition &folder) { settings.setValue(QLatin1String("localPath"), folder.localPath()); settings.setValue(QLatin1String("journalPath"), folder.journalPath); settings.setValue(QLatin1String("targetPath"), folder.targetPath()); settings.setValue(davUrlC(), folder.webDavUrl()); settings.setValue(displayNameC(), folder.displayName()); settings.setValue(QLatin1String("paused"), folder.paused); settings.setValue(QLatin1String("ignoreHiddenFiles"), folder.ignoreHiddenFiles); settings.setValue(QStringLiteral("virtualFilesMode"), Vfs::modeToString(folder.virtualFilesMode)); // Ensure new vfs modes won't be attempted by older clients const int version = folder.virtualFilesMode == Vfs::WindowsCfApi ? WinVfsSettingsVersion : SettingsVersion; Q_ASSERT(version <= maxSettingsVersion()); settings.setValue(versionC(), version); // Happens only on Windows when the explorer integration is enabled. if (!folder.navigationPaneClsid.isNull()) settings.setValue(QLatin1String("navigationPaneClsid"), folder.navigationPaneClsid); else settings.remove(QLatin1String("navigationPaneClsid")); } FolderDefinition FolderDefinition::load(QSettings &settings, const QByteArray &id) { FolderDefinition folder(id, settings.value(davUrlC()).toUrl(), settings.value(displayNameC()).toString()); folder.setLocalPath(settings.value(QLatin1String("localPath")).toString()); folder.journalPath = settings.value(QLatin1String("journalPath")).toString(); folder.setTargetPath(settings.value(QLatin1String("targetPath")).toString()); folder.paused = settings.value(QLatin1String("paused")).toBool(); folder.ignoreHiddenFiles = settings.value(QLatin1String("ignoreHiddenFiles"), QVariant(true)).toBool(); folder.navigationPaneClsid = settings.value(QLatin1String("navigationPaneClsid")).toUuid(); folder.virtualFilesMode = Vfs::Off; QString vfsModeString = settings.value(QStringLiteral("virtualFilesMode")).toString(); if (!vfsModeString.isEmpty()) { if (auto mode = Vfs::modeFromString(vfsModeString)) { folder.virtualFilesMode = *mode; } else { qCWarning(lcFolder) << "Unknown virtualFilesMode:" << vfsModeString << "assuming 'off'"; } } else { if (settings.value(QLatin1String("usePlaceholders")).toBool()) { folder.virtualFilesMode = Vfs::WithSuffix; folder.upgradeVfsMode = true; // maybe winvfs is available? } } return folder; } void FolderDefinition::setLocalPath(const QString &path) { _localPath = QDir::fromNativeSeparators(path); if (!_localPath.endsWith(QLatin1Char('/'))) { _localPath.append(QLatin1Char('/')); } } void FolderDefinition::setTargetPath(const QString &path) { _targetPath = Utility::stripTrailingSlash(path); // Doing this second ensures the empty string or "/" come // out as "/". if (!_targetPath.startsWith(QLatin1Char('/'))) { _targetPath.prepend(QLatin1Char('/')); } } QString FolderDefinition::absoluteJournalPath() const { return QDir(localPath()).filePath(journalPath); } const QByteArray &FolderDefinition::id() const { return _id; } QString FolderDefinition::displayName() const { if (_displayName.isEmpty()) { if (targetPath().length() > 0 && targetPath() != QLatin1String("/")) { QString a = QFileInfo(targetPath()).fileName(); if (a.startsWith(QLatin1Char('/'))) { a = a.remove(0, 1); } return a; } else { return Theme::instance()->appNameGUI(); } } return _displayName; } bool Folder::groupInSidebar() const { if (_accountState->account()->hasDefaultSyncRoot()) { // QFileInfo is horrible and "/foo/" is treated different to "/foo" const QString parentDir = QFileInfo(Utility::stripTrailingSlash(path())).dir().path(); Q_ASSERT(QFileInfo(parentDir) != QFileInfo(path())); // If parentDir == home, we would add a the home dir to the side bar. return QFileInfo(parentDir) != QFileInfo(QDir::homePath()) && FileSystem::isChildPathOf(parentDir, _accountState->account()->defaultSyncRoot()); } return false; } } // namespace OCC