filecopyjob.cpp

/*
    This file is part of the KDE libraries
    SPDX-FileCopyrightText: 2000 Stephan Kulow <coolo@kde.org>
    SPDX-FileCopyrightText: 2000-2009 David Faure <faure@kde.org>
 
    SPDX-License-Identifier: LGPL-2.0-or-later
*/
 
#include "filecopyjob.h"
#include "askuseractioninterface.h"
#include "job_p.h"
#include "kprotocolmanager.h"
#include "scheduler.h"
#include "worker_p.h"
#include <kio/jobuidelegatefactory.h>
 
#include <KLocalizedString>
 
#include <QFile>
#include <QTimer>
 
using namespace KIO;
 
static inline Worker *jobWorker(SimpleJob *job)
{
    return SimpleJobPrivate::get(job)->m_worker;
}
 
/** @internal */
class KIO::FileCopyJobPrivate : public KIO::JobPrivate
{
public:
    FileCopyJobPrivate(const QUrl &src, const QUrl &dest, int permissions, bool move, JobFlags flags)
        : m_sourceSize(filesize_t(-1))
        , m_src(src)
        , m_dest(dest)
        , m_moveJob(nullptr)
        , m_copyJob(nullptr)
        , m_delJob(nullptr)
        , m_chmodJob(nullptr)
        , m_getJob(nullptr)
        , m_putJob(nullptr)
        , m_permissions(permissions)
        , m_move(move)
        , m_mustChmod(0)
        , m_bFileCopyInProgress(false)
        , m_flags(flags)
    {
    }
    KIO::filesize_t m_sourceSize;
    QDateTime m_modificationTime;
    QUrl m_src;
    QUrl m_dest;
    QByteArray m_buffer;
    SimpleJob *m_moveJob;
    SimpleJob *m_copyJob;
    SimpleJob *m_delJob;
    SimpleJob *m_chmodJob;
    TransferJob *m_getJob;
    TransferJob *m_putJob;
    int m_permissions;
    bool m_move : 1;
    bool m_canResume : 1;
    bool m_resumeAnswerSent : 1;
    bool m_mustChmod : 1;
    bool m_bFileCopyInProgress : 1;
    JobFlags m_flags;
 
    void startBestCopyMethod();
    void startCopyJob();
    void startCopyJob(const QUrl &workerUrl);
    void startRenameJob(const QUrl &workerUrl);
    void startDataPump();
    void connectSubjob(SimpleJob *job);
 
    void slotStart();
    void slotData(KIO::Job *, const QByteArray &data);
    void slotDataReq(KIO::Job *, QByteArray &data);
    void slotMimetype(KIO::Job *, const QString &type);
    /**
     * Forward signal from subjob
     * @param job the job that emitted this signal
     * @param offset the offset to resume from
     */
    void slotCanResume(KIO::Job *job, KIO::filesize_t offset);
    void processCanResumeResult(KIO::Job *job, RenameDialog_Result result, KIO::filesize_t offset);
 
    Q_DECLARE_PUBLIC(FileCopyJob)
 
    static inline FileCopyJob *newJob(const QUrl &src, const QUrl &dest, int permissions, bool move, JobFlags flags)
    {
        // qDebug() << src << "->" << dest;
        FileCopyJob *job = new FileCopyJob(*new FileCopyJobPrivate(src, dest, permissions, move, flags));
        job->setProperty("destUrl", dest.toString());
        job->setUiDelegate(KIO::createDefaultJobUiDelegate());
        if (!(flags & HideProgressInfo)) {
            KIO::getJobTracker()->registerJob(job);
        }
        if (!(flags & NoPrivilegeExecution)) {
            job->d_func()->m_privilegeExecutionEnabled = true;
            job->d_func()->m_operationType = move ? Move : Copy;
        }
        return job;
    }
};
 
static bool isSrcDestSameWorkerProcess(const QUrl &src, const QUrl &dest)
{
    /* clang-format off */
    return src.scheme() == dest.scheme()
        && src.host() == dest.host()
        && src.port() == dest.port()
        && src.userName() == dest.userName()
        && src.password() == dest.password();
    /* clang-format on */
}
 
/*
 * The FileCopyJob works according to the famous Bavarian
 * 'Alternating Bitburger Protocol': we either drink a beer or we
 * we order a beer, but never both at the same time.
 * Translated to KIO workers: We alternate between receiving a block of data
 * and sending it away.
 */
FileCopyJob::FileCopyJob(FileCopyJobPrivate &dd)
    : Job(dd)
{
    Q_D(FileCopyJob);
    QTimer::singleShot(0, this, [d]() {
        d->slotStart();
    });
}
 
void FileCopyJobPrivate::slotStart()
{
    Q_Q(FileCopyJob);
    if (!m_move) {
        JobPrivate::emitCopying(q, m_src, m_dest);
    } else {
        JobPrivate::emitMoving(q, m_src, m_dest);
    }
 
    if (m_move) {
        // The if() below must be the same as the one in startBestCopyMethod
        if (isSrcDestSameWorkerProcess(m_src, m_dest)) {
            startRenameJob(m_src);
            return;
        } else if (m_src.isLocalFile() && KProtocolManager::canRenameFromFile(m_dest)) {
            startRenameJob(m_dest);
            return;
        } else if (m_dest.isLocalFile() && KProtocolManager::canRenameToFile(m_src)) {
            startRenameJob(m_src);
            return;
        }
        // No fast-move available, use copy + del.
    }
    startBestCopyMethod();
}
 
void FileCopyJobPrivate::startBestCopyMethod()
{
    if (isSrcDestSameWorkerProcess(m_src, m_dest)) {
        startCopyJob();
    } else if (m_src.isLocalFile() && KProtocolManager::canCopyFromFile(m_dest)) {
        startCopyJob(m_dest);
    } else if (m_dest.isLocalFile() && KProtocolManager::canCopyToFile(m_src) && !KIO::Scheduler::isWorkerOnHoldFor(m_src)) {
        startCopyJob(m_src);
    } else {
        startDataPump();
    }
}
 
FileCopyJob::~FileCopyJob()
{
}
 
void FileCopyJob::setSourceSize(KIO::filesize_t size)
{
    Q_D(FileCopyJob);
    d->m_sourceSize = size;
    if (size != (KIO::filesize_t)-1) {
        setTotalAmount(KJob::Bytes, size);
    }
}
 
void FileCopyJob::setModificationTime(const QDateTime &mtime)
{
    Q_D(FileCopyJob);
    d->m_modificationTime = mtime;
}
 
QUrl FileCopyJob::srcUrl() const
{
    return d_func()->m_src;
}
 
QUrl FileCopyJob::destUrl() const
{
    return d_func()->m_dest;
}
 
void FileCopyJobPrivate::startCopyJob()
{
    startCopyJob(m_src);
}
 
void FileCopyJobPrivate::startCopyJob(const QUrl &workerUrl)
{
    Q_Q(FileCopyJob);
    // qDebug();
    KIO_ARGS << m_src << m_dest << m_permissions << (qint8)(m_flags & Overwrite);
    auto job = new DirectCopyJob(workerUrl, packedArgs);
    m_copyJob = job;
    m_copyJob->setParentJob(q);
    if (m_modificationTime.isValid()) {
        m_copyJob->addMetaData(QStringLiteral("modified"), m_modificationTime.toString(Qt::ISODate)); // #55804
    }
    q->addSubjob(m_copyJob);
    connectSubjob(m_copyJob);
    q->connect(job, &DirectCopyJob::canResume, q, [this](KIO::Job *job, KIO::filesize_t offset) {
        slotCanResume(job, offset);
    });
}
 
void FileCopyJobPrivate::startRenameJob(const QUrl &workerUrl)
{
    Q_Q(FileCopyJob);
    m_mustChmod = true; // CMD_RENAME by itself doesn't change permissions
    KIO_ARGS << m_src << m_dest << (qint8)(m_flags & Overwrite);
    m_moveJob = SimpleJobPrivate::newJobNoUi(workerUrl, CMD_RENAME, packedArgs);
    m_moveJob->setParentJob(q);
    if (m_modificationTime.isValid()) {
        m_moveJob->addMetaData(QStringLiteral("modified"), m_modificationTime.toString(Qt::ISODate)); // #55804
    }
    q->addSubjob(m_moveJob);
    connectSubjob(m_moveJob);
}
 
void FileCopyJobPrivate::connectSubjob(SimpleJob *job)
{
    Q_Q(FileCopyJob);
    q->connect(job, &KJob::totalSize, q, [q](KJob *job, qulonglong totalSize) {
        Q_UNUSED(job);
        if (totalSize != q->totalAmount(KJob::Bytes)) {
            q->setTotalAmount(KJob::Bytes, totalSize);
        }
    });
 
    q->connect(job, &KJob::processedSize, q, [q, this](const KJob *job, qulonglong processedSize) {
        if (job == m_copyJob) {
            m_bFileCopyInProgress = processedSize > 0;
        }
        q->setProcessedAmount(KJob::Bytes, processedSize);
    });
 
    q->connect(job, &KJob::percentChanged, q, [q](KJob *, ulong percent) {
        if (percent > q->percent()) {
            q->setPercent(percent);
        }
    });
 
    if (q->isSuspended()) {
        job->suspend();
    }
}
 
bool FileCopyJob::doSuspend()
{
    Q_D(FileCopyJob);
    if (d->m_moveJob) {
        d->m_moveJob->suspend();
    }
 
    if (d->m_copyJob) {
        d->m_copyJob->suspend();
    }
 
    if (d->m_getJob) {
        d->m_getJob->suspend();
    }
 
    if (d->m_putJob) {
        d->m_putJob->suspend();
    }
 
    Job::doSuspend();
    return true;
}
 
bool FileCopyJob::doResume()
{
    Q_D(FileCopyJob);
    if (d->m_moveJob) {
        d->m_moveJob->resume();
    }
 
    if (d->m_copyJob) {
        d->m_copyJob->resume();
    }
 
    if (d->m_getJob) {
        d->m_getJob->resume();
    }
 
    if (d->m_putJob) {
        d->m_putJob->resume();
    }
 
    Job::doResume();
    return true;
}
 
void FileCopyJobPrivate::startDataPump()
{
    Q_Q(FileCopyJob);
    // qDebug();
 
    m_canResume = false;
    m_resumeAnswerSent = false;
    m_getJob = nullptr; // for now
    m_putJob = put(m_dest, m_permissions, (m_flags | HideProgressInfo) /* no GUI */);
    m_putJob->setParentJob(q);
    // qDebug() << "m_putJob=" << m_putJob << "m_dest=" << m_dest;
    if (m_modificationTime.isValid()) {
        m_putJob->setModificationTime(m_modificationTime);
    }
 
    // The first thing the put job will tell us is whether we can
    // resume or not (this is always emitted)
    q->connect(m_putJob, &KIO::TransferJob::canResume, q, [this](KIO::Job *job, KIO::filesize_t offset) {
        slotCanResume(job, offset);
    });
    q->connect(m_putJob, &KIO::TransferJob::dataReq, q, [this](KIO::Job *job, QByteArray &data) {
        slotDataReq(job, data);
    });
    q->addSubjob(m_putJob);
}
 
void FileCopyJobPrivate::slotCanResume(KIO::Job *job, KIO::filesize_t offset)
{
    Q_Q(FileCopyJob);
 
    if (job == m_getJob) {
        // Cool, the get job said ok, we can resume
        m_canResume = true;
        // qDebug() << "'can resume' from the GET job -> we can resume";
 
        jobWorker(m_getJob)->setOffset(jobWorker(m_putJob)->offset());
        return;
    }
 
    if (job == m_putJob || job == m_copyJob) {
        // qDebug() << "'can resume' from PUT job. offset=" << KIO::number(offset);
        if (offset == 0) {
            m_resumeAnswerSent = true; // No need for an answer
        } else {
            KIO::Job *kioJob = q->parentJob() ? q->parentJob() : q;
            auto *askUserActionInterface = KIO::delegateExtension<KIO::AskUserActionInterface *>(kioJob);
            if (!KProtocolManager::autoResume() && !(m_flags & Overwrite) && askUserActionInterface) {
                auto renameSignal = &AskUserActionInterface::askUserRenameResult;
 
                q->connect(askUserActionInterface, renameSignal, q, [=, this](KIO::RenameDialog_Result result, const QUrl &, const KJob *askJob) {
                    Q_ASSERT(kioJob == askJob);
 
                    // Only receive askUserRenameResult once per rename dialog
                    QObject::disconnect(askUserActionInterface, renameSignal, q, nullptr);
 
                    processCanResumeResult(job, result, offset);
                });
 
                // Ask confirmation about resuming previous transfer
                askUserActionInterface->askUserRename(kioJob,
                                                      i18n("File Already Exists"),
                                                      m_src,
                                                      m_dest,
                                                      RenameDialog_Options(RenameDialog_Overwrite | RenameDialog_Resume | RenameDialog_NoRename),
                                                      m_sourceSize,
                                                      offset);
                return;
            }
        }
 
        processCanResumeResult(job, //
                               Result_Resume, // The default is to resume
                               offset);
 
        return;
    }
 
    qCWarning(KIO_CORE) << "unknown job=" << job << "m_getJob=" << m_getJob << "m_putJob=" << m_putJob;
}
 
void FileCopyJobPrivate::processCanResumeResult(KIO::Job *job, RenameDialog_Result result, KIO::filesize_t offset)
{
    Q_Q(FileCopyJob);
    if (result == Result_Overwrite || (m_flags & Overwrite)) {
        offset = 0;
    } else if (result == Result_Cancel) {
        if (job == m_putJob) {
            m_putJob->kill(FileCopyJob::Quietly);
            q->removeSubjob(m_putJob);
            m_putJob = nullptr;
        } else {
            m_copyJob->kill(FileCopyJob::Quietly);
            q->removeSubjob(m_copyJob);
            m_copyJob = nullptr;
        }
        q->setError(ERR_USER_CANCELED);
        q->emitResult();
        return;
    }
 
    if (job == m_copyJob) {
        jobWorker(m_copyJob)->sendResumeAnswer(offset != 0);
        return;
    }
 
    if (job == m_putJob) {
        m_getJob = KIO::get(m_src, NoReload, HideProgressInfo /* no GUI */);
        m_getJob->setParentJob(q);
        // qDebug() << "m_getJob=" << m_getJob << m_src;
        m_getJob->addMetaData(QStringLiteral("errorPage"), QStringLiteral("false"));
        m_getJob->addMetaData(QStringLiteral("AllowCompressedPage"), QStringLiteral("false"));
        // Set size in subjob. This helps if the worker doesn't emit totalSize.
        if (m_sourceSize != (KIO::filesize_t)-1) {
            m_getJob->setTotalAmount(KJob::Bytes, m_sourceSize);
        }
 
        if (offset) {
            // qDebug() << "Setting metadata for resume to" << (unsigned long) offset;
            m_getJob->addMetaData(QStringLiteral("range-start"), KIO::number(offset));
 
            // Might or might not get emitted
            q->connect(m_getJob, &KIO::TransferJob::canResume, q, [this](KIO::Job *job, KIO::filesize_t offset) {
                slotCanResume(job, offset);
            });
        }
        jobWorker(m_putJob)->setOffset(offset);
 
        m_putJob->d_func()->internalSuspend();
        q->addSubjob(m_getJob);
        connectSubjob(m_getJob); // Progress info depends on get
        m_getJob->d_func()->internalResume(); // Order a beer
 
        q->connect(m_getJob, &KIO::TransferJob::data, q, [this](KIO::Job *job, const QByteArray &data) {
            slotData(job, data);
        });
        q->connect(m_getJob, &KIO::TransferJob::mimeTypeFound, q, [this](KIO::Job *job, const QString &type) {
            slotMimetype(job, type);
        });
    }
}
 
void FileCopyJobPrivate::slotData(KIO::Job *, const QByteArray &data)
{
    // qDebug() << "data size:" << data.size();
    Q_ASSERT(m_putJob);
    if (!m_putJob) {
        return; // Don't crash
    }
    m_getJob->d_func()->internalSuspend();
    m_putJob->d_func()->internalResume(); // Drink the beer
    m_buffer += data;
 
    // On the first set of data incoming, we tell the "put" worker about our
    // decision about resuming
    if (!m_resumeAnswerSent) {
        m_resumeAnswerSent = true;
        // qDebug() << "(first time) -> send resume answer " << m_canResume;
        jobWorker(m_putJob)->sendResumeAnswer(m_canResume);
    }
}
 
void FileCopyJobPrivate::slotDataReq(KIO::Job *, QByteArray &data)
{
    Q_Q(FileCopyJob);
    // qDebug();
    if (!m_resumeAnswerSent && !m_getJob) {
        // This can't happen
        q->setError(ERR_INTERNAL);
        q->setErrorText(QStringLiteral("'Put' job did not send canResume or 'Get' job did not send data!"));
        m_putJob->kill(FileCopyJob::Quietly);
        q->removeSubjob(m_putJob);
        m_putJob = nullptr;
        q->emitResult();
        return;
    }
    if (m_getJob) {
        m_getJob->d_func()->internalResume(); // Order more beer
        m_putJob->d_func()->internalSuspend();
    }
    data = m_buffer;
    m_buffer = QByteArray();
}
 
void FileCopyJobPrivate::slotMimetype(KIO::Job *, const QString &type)
{
    Q_Q(FileCopyJob);
    Q_EMIT q->mimeTypeFound(q, type);
}
 
void FileCopyJob::slotResult(KJob *job)
{
    Q_D(FileCopyJob);
    // qDebug() << "this=" << this << "job=" << job;
    removeSubjob(job);
 
    // If result comes from copyjob then we are not writing anymore.
    if (job == d->m_copyJob) {
        d->m_bFileCopyInProgress = false;
    }
 
    // Did job have an error ?
    if (job->error()) {
        if ((job == d->m_moveJob) && (job->error() == ERR_UNSUPPORTED_ACTION)) {
            d->m_moveJob = nullptr;
            d->startBestCopyMethod();
            return;
        } else if ((job == d->m_copyJob) && (job->error() == ERR_UNSUPPORTED_ACTION)) {
            d->m_copyJob = nullptr;
            d->startDataPump();
            return;
        } else if (job == d->m_getJob) {
            d->m_getJob = nullptr;
            if (d->m_putJob) {
                d->m_putJob->kill(Quietly);
                removeSubjob(d->m_putJob);
            }
        } else if (job == d->m_putJob) {
            d->m_putJob = nullptr;
            if (d->m_getJob) {
                d->m_getJob->kill(Quietly);
                removeSubjob(d->m_getJob);
            }
        } else if (job == d->m_chmodJob) {
            d->m_chmodJob = nullptr;
            if (d->m_delJob) {
                d->m_delJob->kill(Quietly);
                removeSubjob(d->m_delJob);
            }
        } else if (job == d->m_delJob) {
            d->m_delJob = nullptr;
            if (d->m_chmodJob) {
                d->m_chmodJob->kill(Quietly);
                removeSubjob(d->m_chmodJob);
            }
        }
        setError(job->error());
        setErrorText(job->errorText());
        emitResult();
        return;
    }
 
    if (d->m_mustChmod) {
        // If d->m_permissions == -1, keep the default permissions
        if (d->m_permissions != -1) {
            d->m_chmodJob = chmod(d->m_dest, d->m_permissions);
            addSubjob(d->m_chmodJob);
        }
        d->m_mustChmod = false;
    }
 
    if (job == d->m_moveJob) {
        d->m_moveJob = nullptr; // Finished
    }
 
    if (job == d->m_copyJob) {
        d->m_copyJob = nullptr;
        if (d->m_move) {
            d->m_delJob = file_delete(d->m_src, HideProgressInfo /*no GUI*/); // Delete source
            addSubjob(d->m_delJob);
        }
    }
 
    if (job == d->m_getJob) {
        // qDebug() << "m_getJob finished";
        d->m_getJob = nullptr; // No action required
        if (d->m_putJob) {
            d->m_putJob->d_func()->internalResume();
        }
    }
 
    if (job == d->m_putJob) {
        // qDebug() << "m_putJob finished";
        d->m_putJob = nullptr;
        if (d->m_getJob) {
            // The get job is still running, probably after emitting data(QByteArray())
            // and before we receive its finished().
            d->m_getJob->d_func()->internalResume();
        }
        if (d->m_move) {
            d->m_delJob = file_delete(d->m_src, HideProgressInfo /*no GUI*/); // Delete source
            addSubjob(d->m_delJob);
        }
    }
 
    if (job == d->m_delJob) {
        d->m_delJob = nullptr; // Finished
    }
 
    if (job == d->m_chmodJob) {
        d->m_chmodJob = nullptr; // Finished
    }
 
    if (!hasSubjobs()) {
        emitResult();
    }
}
 
bool FileCopyJob::doKill()
{
#ifdef Q_OS_WIN
    // TODO Use SetConsoleCtrlHandler on Windows or similar behaviour.
    // https://stackoverflow.com/questions/2007516/is-there-a-posix-sigterm-alternative-on-windows-a-gentle-kill-for-console-ap
    // https://danielkaes.wordpress.com/2009/06/04/how-to-catch-kill-events-with-python/
    // https://phabricator.kde.org/D25117#566107
 
    Q_D(FileCopyJob);
 
    // If we are interrupted in the middle of file copying,
    // we may end up with corrupted file at the destination.
    // It is better to clean up this file. If a copy is being
    // made as part of move operation then delete the dest only if
    // source file is intact (m_delJob == NULL).
    if (d->m_bFileCopyInProgress && d->m_copyJob && d->m_dest.isLocalFile()) {
        if (d->m_flags & Overwrite) {
            QFile::remove(d->m_dest.toLocalFile() + QStringLiteral(".part"));
        } else {
            QFile::remove(d->m_dest.toLocalFile());
        }
    }
#endif
    return Job::doKill();
}
 
FileCopyJob *KIO::file_copy(const QUrl &src, const QUrl &dest, int permissions, JobFlags flags)
{
    return FileCopyJobPrivate::newJob(src, dest, permissions, false, flags);
}
 
FileCopyJob *KIO::file_move(const QUrl &src, const QUrl &dest, int permissions, JobFlags flags)
{
    FileCopyJob *job = FileCopyJobPrivate::newJob(src, dest, permissions, true, flags);
    if (job->uiDelegateExtension()) {
        job->uiDelegateExtension()->createClipboardUpdater(job, JobUiDelegateExtension::UpdateContent);
    }
    return job;
}
 
#include "moc_filecopyjob.cpp"