2015-02-02 22:25:30 +00:00
|
|
|
/* Copyright 2013-2015 MultiMC Contributors
|
2013-11-04 01:53:05 +00:00
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
2013-09-08 01:15:20 +01:00
|
|
|
#include "CacheDownload.h"
|
|
|
|
#include <pathutils.h>
|
|
|
|
|
|
|
|
#include <QCryptographicHash>
|
|
|
|
#include <QFileInfo>
|
|
|
|
#include <QDateTime>
|
2013-11-04 01:53:05 +00:00
|
|
|
#include "logger/QsLog.h"
|
2015-01-31 15:59:03 +00:00
|
|
|
#include "logic/Env.h"
|
2013-09-08 01:15:20 +01:00
|
|
|
|
2013-09-22 13:00:37 +01:00
|
|
|
CacheDownload::CacheDownload(QUrl url, MetaEntryPtr entry)
|
2013-10-26 18:55:48 +01:00
|
|
|
: NetAction(), md5sum(QCryptographicHash::Md5)
|
2013-09-08 01:15:20 +01:00
|
|
|
{
|
|
|
|
m_url = url;
|
|
|
|
m_entry = entry;
|
|
|
|
m_target_path = entry->getFullPath();
|
|
|
|
m_status = Job_NotStarted;
|
|
|
|
}
|
|
|
|
|
|
|
|
void CacheDownload::start()
|
|
|
|
{
|
2014-01-11 01:06:22 +00:00
|
|
|
m_status = Job_InProgress;
|
2013-09-22 13:00:37 +01:00
|
|
|
if (!m_entry->stale)
|
2013-09-08 01:15:20 +01:00
|
|
|
{
|
2014-01-11 01:06:22 +00:00
|
|
|
m_status = Job_Finished;
|
2013-12-15 14:00:09 +00:00
|
|
|
emit succeeded(m_index_within_job);
|
2013-09-08 01:15:20 +01:00
|
|
|
return;
|
|
|
|
}
|
2014-01-18 21:11:33 +00:00
|
|
|
// create a new save file
|
|
|
|
m_output_file.reset(new QSaveFile(m_target_path));
|
|
|
|
|
2013-09-08 01:15:20 +01:00
|
|
|
// if there already is a file and md5 checking is in effect and it can be opened
|
2013-09-22 13:00:37 +01:00
|
|
|
if (!ensureFilePathExists(m_target_path))
|
2013-09-08 01:15:20 +01:00
|
|
|
{
|
2014-01-10 21:08:00 +00:00
|
|
|
QLOG_ERROR() << "Could not create folder for " + m_target_path;
|
2014-01-11 01:06:22 +00:00
|
|
|
m_status = Job_Failed;
|
2014-01-10 21:08:00 +00:00
|
|
|
emit failed(m_index_within_job);
|
|
|
|
return;
|
|
|
|
}
|
2014-01-18 21:11:33 +00:00
|
|
|
if (!m_output_file->open(QIODevice::WriteOnly))
|
2014-01-10 21:08:00 +00:00
|
|
|
{
|
|
|
|
QLOG_ERROR() << "Could not open " + m_target_path + " for writing";
|
2014-01-11 01:06:22 +00:00
|
|
|
m_status = Job_Failed;
|
2013-12-15 14:00:09 +00:00
|
|
|
emit failed(m_index_within_job);
|
2013-09-08 01:15:20 +01:00
|
|
|
return;
|
|
|
|
}
|
2013-10-06 00:13:40 +01:00
|
|
|
QLOG_INFO() << "Downloading " << m_url.toString();
|
2013-09-22 13:00:37 +01:00
|
|
|
QNetworkRequest request(m_url);
|
2014-01-13 01:19:20 +00:00
|
|
|
|
|
|
|
// check file consistency first.
|
|
|
|
QFile current(m_target_path);
|
|
|
|
if(current.exists() && current.size() != 0)
|
|
|
|
{
|
|
|
|
if (m_entry->remote_changed_timestamp.size())
|
|
|
|
request.setRawHeader(QString("If-Modified-Since").toLatin1(),
|
|
|
|
m_entry->remote_changed_timestamp.toLatin1());
|
|
|
|
if (m_entry->etag.size())
|
|
|
|
request.setRawHeader(QString("If-None-Match").toLatin1(), m_entry->etag.toLatin1());
|
|
|
|
}
|
2013-10-18 00:00:46 +01:00
|
|
|
|
2013-11-04 01:53:05 +00:00
|
|
|
request.setHeader(QNetworkRequest::UserAgentHeader, "MultiMC/5.0 (Cached)");
|
2013-09-22 13:00:37 +01:00
|
|
|
|
2015-01-31 15:59:03 +00:00
|
|
|
auto worker = ENV.qnam();
|
2013-09-22 13:00:37 +01:00
|
|
|
QNetworkReply *rep = worker->get(request);
|
|
|
|
|
2013-10-06 00:13:40 +01:00
|
|
|
m_reply = std::shared_ptr<QNetworkReply>(rep);
|
2013-09-22 13:00:37 +01:00
|
|
|
connect(rep, SIGNAL(downloadProgress(qint64, qint64)),
|
|
|
|
SLOT(downloadProgress(qint64, qint64)));
|
|
|
|
connect(rep, SIGNAL(finished()), SLOT(downloadFinished()));
|
|
|
|
connect(rep, SIGNAL(error(QNetworkReply::NetworkError)),
|
|
|
|
SLOT(downloadError(QNetworkReply::NetworkError)));
|
|
|
|
connect(rep, SIGNAL(readyRead()), SLOT(downloadReadyRead()));
|
2013-09-08 01:15:20 +01:00
|
|
|
}
|
|
|
|
|
2013-09-22 13:00:37 +01:00
|
|
|
void CacheDownload::downloadProgress(qint64 bytesReceived, qint64 bytesTotal)
|
2013-09-08 01:15:20 +01:00
|
|
|
{
|
2013-12-15 14:00:09 +00:00
|
|
|
m_total_progress = bytesTotal;
|
|
|
|
m_progress = bytesReceived;
|
|
|
|
emit progress(m_index_within_job, bytesReceived, bytesTotal);
|
2013-09-08 01:15:20 +01:00
|
|
|
}
|
|
|
|
|
2013-09-22 13:00:37 +01:00
|
|
|
void CacheDownload::downloadError(QNetworkReply::NetworkError error)
|
2013-09-08 01:15:20 +01:00
|
|
|
{
|
|
|
|
// error happened during download.
|
2014-01-18 21:11:33 +00:00
|
|
|
QLOG_ERROR() << "Failed " << m_url.toString() << " with reason " << error;
|
2013-09-08 01:15:20 +01:00
|
|
|
m_status = Job_Failed;
|
|
|
|
}
|
|
|
|
void CacheDownload::downloadFinished()
|
|
|
|
{
|
2014-12-11 23:44:55 +00:00
|
|
|
QVariant redirect = m_reply->header(QNetworkRequest::LocationHeader);
|
|
|
|
QString redirectURL;
|
|
|
|
if(redirect.isValid())
|
2014-09-06 17:16:56 +01:00
|
|
|
{
|
2014-12-11 23:44:55 +00:00
|
|
|
redirectURL = redirect.toString();
|
|
|
|
}
|
|
|
|
// FIXME: This is a hack for https://bugreports.qt-project.org/browse/QTBUG-41061
|
|
|
|
else if(m_reply->hasRawHeader("Location"))
|
|
|
|
{
|
|
|
|
auto data = m_reply->rawHeader("Location");
|
|
|
|
if(data.size() > 2 && data[0] == '/' && data[1] == '/')
|
|
|
|
redirectURL = m_reply->url().scheme() + ":" + data;
|
|
|
|
}
|
|
|
|
if (!redirectURL.isEmpty())
|
|
|
|
{
|
|
|
|
m_url = QUrl(redirect.toString());
|
|
|
|
QLOG_INFO() << "Following redirect to " << m_url.toString();
|
|
|
|
start();
|
|
|
|
return;
|
2014-09-06 17:16:56 +01:00
|
|
|
}
|
|
|
|
|
2013-09-08 01:15:20 +01:00
|
|
|
// if the download succeeded
|
2014-01-11 01:06:22 +00:00
|
|
|
if (m_status == Job_Failed)
|
|
|
|
{
|
2014-01-18 21:11:33 +00:00
|
|
|
m_output_file->cancelWriting();
|
2014-01-11 01:06:22 +00:00
|
|
|
m_reply.reset();
|
|
|
|
emit failed(m_index_within_job);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2014-01-18 21:11:33 +00:00
|
|
|
// if we wrote any data to the save file, we try to commit the data to the real file.
|
2014-01-11 01:06:22 +00:00
|
|
|
if (wroteAnyData)
|
2013-09-08 01:15:20 +01:00
|
|
|
{
|
|
|
|
// nothing went wrong...
|
2014-01-18 21:11:33 +00:00
|
|
|
if (m_output_file->commit())
|
2013-09-08 01:15:20 +01:00
|
|
|
{
|
2014-01-11 01:06:22 +00:00
|
|
|
m_status = Job_Finished;
|
2013-09-08 01:15:20 +01:00
|
|
|
m_entry->md5sum = md5sum.result().toHex().constData();
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
2014-01-10 21:08:00 +00:00
|
|
|
QLOG_ERROR() << "Failed to commit changes to " << m_target_path;
|
2014-01-18 21:11:33 +00:00
|
|
|
m_output_file->cancelWriting();
|
2014-01-10 21:08:00 +00:00
|
|
|
m_reply.reset();
|
2014-01-11 01:06:22 +00:00
|
|
|
m_status = Job_Failed;
|
2014-01-10 21:08:00 +00:00
|
|
|
emit failed(m_index_within_job);
|
|
|
|
return;
|
2013-09-08 01:15:20 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
2014-01-11 01:06:22 +00:00
|
|
|
m_status = Job_Finished;
|
|
|
|
}
|
|
|
|
|
2014-01-18 21:11:33 +00:00
|
|
|
// then get rid of the save file
|
|
|
|
m_output_file.reset();
|
|
|
|
|
2014-01-11 01:06:22 +00:00
|
|
|
QFileInfo output_file_info(m_target_path);
|
|
|
|
|
|
|
|
m_entry->etag = m_reply->rawHeader("ETag").constData();
|
|
|
|
if (m_reply->hasRawHeader("Last-Modified"))
|
|
|
|
{
|
|
|
|
m_entry->remote_changed_timestamp = m_reply->rawHeader("Last-Modified").constData();
|
2013-09-08 01:15:20 +01:00
|
|
|
}
|
2014-01-11 01:06:22 +00:00
|
|
|
m_entry->local_changed_timestamp =
|
|
|
|
output_file_info.lastModified().toUTC().toMSecsSinceEpoch();
|
|
|
|
m_entry->stale = false;
|
2015-01-31 15:59:03 +00:00
|
|
|
ENV.metacache()->updateEntry(m_entry);
|
2014-01-11 01:06:22 +00:00
|
|
|
|
|
|
|
m_reply.reset();
|
|
|
|
emit succeeded(m_index_within_job);
|
|
|
|
return;
|
2013-09-08 01:15:20 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
void CacheDownload::downloadReadyRead()
|
|
|
|
{
|
|
|
|
QByteArray ba = m_reply->readAll();
|
|
|
|
md5sum.addData(ba);
|
2014-01-18 21:11:33 +00:00
|
|
|
if (m_output_file->write(ba) != ba.size())
|
2014-01-10 21:08:00 +00:00
|
|
|
{
|
|
|
|
QLOG_ERROR() << "Failed writing into " + m_target_path;
|
2014-01-11 01:06:22 +00:00
|
|
|
m_status = Job_Failed;
|
2014-01-10 21:08:00 +00:00
|
|
|
m_reply->abort();
|
|
|
|
emit failed(m_index_within_job);
|
|
|
|
}
|
2014-01-11 01:06:22 +00:00
|
|
|
wroteAnyData = true;
|
2013-09-08 01:15:20 +01:00
|
|
|
}
|