2013-08-07 00:38:18 +01:00
|
|
|
#include "DownloadJob.h"
|
|
|
|
#include "pathutils.h"
|
|
|
|
#include "NetWorker.h"
|
2013-07-06 00:50:07 +01:00
|
|
|
|
2013-09-01 23:25:40 +01:00
|
|
|
Download::Download (QUrl url, QString target_path, QString expected_md5 )
|
2013-07-06 00:50:07 +01:00
|
|
|
:Job()
|
|
|
|
{
|
|
|
|
m_url = url;
|
2013-07-07 22:51:26 +01:00
|
|
|
m_target_path = target_path;
|
2013-07-06 00:50:07 +01:00
|
|
|
m_expected_md5 = expected_md5;
|
|
|
|
|
|
|
|
m_check_md5 = m_expected_md5.size();
|
2013-07-07 22:51:26 +01:00
|
|
|
m_save_to_file = m_target_path.size();
|
2013-07-06 00:50:07 +01:00
|
|
|
m_status = Job_NotStarted;
|
2013-07-14 17:33:31 +01:00
|
|
|
m_opened_for_saving = false;
|
2013-07-06 00:50:07 +01:00
|
|
|
}
|
|
|
|
|
2013-09-01 23:25:40 +01:00
|
|
|
void Download::start()
|
2013-07-06 00:50:07 +01:00
|
|
|
{
|
|
|
|
if ( m_save_to_file )
|
|
|
|
{
|
2013-07-07 22:51:26 +01:00
|
|
|
QString filename = m_target_path;
|
2013-07-06 00:50:07 +01:00
|
|
|
m_output_file.setFileName ( filename );
|
2013-07-08 23:52:03 +01:00
|
|
|
// if there already is a file and md5 checking is in effect and it can be opened
|
2013-07-14 17:33:31 +01:00
|
|
|
if ( m_output_file.exists() && m_output_file.open ( QIODevice::ReadOnly ) )
|
2013-07-06 00:50:07 +01:00
|
|
|
{
|
2013-07-08 23:52:03 +01:00
|
|
|
// check the md5 against the expected one
|
|
|
|
QString hash = QCryptographicHash::hash ( m_output_file.readAll(), QCryptographicHash::Md5 ).toHex().constData();
|
|
|
|
m_output_file.close();
|
|
|
|
// skip this file if they match
|
2013-07-14 17:33:31 +01:00
|
|
|
if ( m_check_md5 && hash == m_expected_md5 )
|
2013-07-06 00:50:07 +01:00
|
|
|
{
|
2013-07-08 23:52:03 +01:00
|
|
|
qDebug() << "Skipping " << m_url.toString() << ": md5 match.";
|
2013-09-01 23:25:40 +01:00
|
|
|
emit succeeded(index_within_job);
|
2013-07-08 23:52:03 +01:00
|
|
|
return;
|
2013-07-06 00:50:07 +01:00
|
|
|
}
|
2013-07-14 17:33:31 +01:00
|
|
|
else
|
|
|
|
{
|
|
|
|
m_expected_md5 = hash;
|
|
|
|
}
|
2013-07-06 00:50:07 +01:00
|
|
|
}
|
2013-08-24 02:09:46 +01:00
|
|
|
if(!ensureFilePathExists(filename))
|
2013-07-06 00:50:07 +01:00
|
|
|
{
|
2013-09-01 23:25:40 +01:00
|
|
|
emit failed(index_within_job);
|
2013-07-06 00:50:07 +01:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
qDebug() << "Downloading " << m_url.toString();
|
|
|
|
QNetworkRequest request ( m_url );
|
2013-07-14 17:33:31 +01:00
|
|
|
request.setRawHeader(QString("If-None-Match").toLatin1(), m_expected_md5.toLatin1());
|
2013-08-07 00:38:18 +01:00
|
|
|
|
2013-09-01 23:25:40 +01:00
|
|
|
auto &worker = NetWorker::qnam();
|
2013-08-07 00:38:18 +01:00
|
|
|
QNetworkReply * rep = worker.get ( request );
|
|
|
|
|
2013-07-06 00:50:07 +01:00
|
|
|
m_reply = QSharedPointer<QNetworkReply> ( rep, &QObject::deleteLater );
|
|
|
|
connect ( rep, SIGNAL ( downloadProgress ( qint64,qint64 ) ), SLOT ( downloadProgress ( qint64,qint64 ) ) );
|
|
|
|
connect ( rep, SIGNAL ( finished() ), SLOT ( downloadFinished() ) );
|
|
|
|
connect ( rep, SIGNAL ( error ( QNetworkReply::NetworkError ) ), SLOT ( downloadError ( QNetworkReply::NetworkError ) ) );
|
|
|
|
connect ( rep, SIGNAL ( readyRead() ), SLOT ( downloadReadyRead() ) );
|
|
|
|
}
|
|
|
|
|
2013-09-01 23:25:40 +01:00
|
|
|
void Download::downloadProgress ( qint64 bytesReceived, qint64 bytesTotal )
|
2013-07-06 00:50:07 +01:00
|
|
|
{
|
2013-09-01 23:25:40 +01:00
|
|
|
emit progress (index_within_job, bytesReceived, bytesTotal );
|
2013-07-06 00:50:07 +01:00
|
|
|
}
|
|
|
|
|
2013-09-01 23:25:40 +01:00
|
|
|
void Download::downloadError ( QNetworkReply::NetworkError error )
|
2013-07-06 00:50:07 +01:00
|
|
|
{
|
|
|
|
// error happened during download.
|
|
|
|
// TODO: log the reason why
|
|
|
|
m_status = Job_Failed;
|
|
|
|
}
|
|
|
|
|
2013-09-01 23:25:40 +01:00
|
|
|
void Download::downloadFinished()
|
2013-07-06 00:50:07 +01:00
|
|
|
{
|
|
|
|
// if the download succeeded
|
|
|
|
if ( m_status != Job_Failed )
|
|
|
|
{
|
|
|
|
// nothing went wrong...
|
|
|
|
m_status = Job_Finished;
|
|
|
|
// save the data to the downloadable if we aren't saving to file
|
|
|
|
if ( !m_save_to_file )
|
|
|
|
{
|
|
|
|
m_data = m_reply->readAll();
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
m_output_file.close();
|
|
|
|
}
|
|
|
|
|
|
|
|
//TODO: check md5 here!
|
|
|
|
m_reply.clear();
|
2013-09-01 23:25:40 +01:00
|
|
|
emit succeeded(index_within_job);
|
2013-07-06 00:50:07 +01:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
// else the download failed
|
|
|
|
else
|
|
|
|
{
|
|
|
|
if ( m_save_to_file )
|
|
|
|
{
|
|
|
|
m_output_file.close();
|
|
|
|
m_output_file.remove();
|
|
|
|
}
|
|
|
|
m_reply.clear();
|
2013-09-01 23:25:40 +01:00
|
|
|
emit failed(index_within_job);
|
2013-07-06 00:50:07 +01:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-09-01 23:25:40 +01:00
|
|
|
void Download::downloadReadyRead()
|
2013-07-06 00:50:07 +01:00
|
|
|
{
|
2013-07-14 17:33:31 +01:00
|
|
|
if( m_save_to_file )
|
2013-07-06 00:50:07 +01:00
|
|
|
{
|
2013-07-14 17:33:31 +01:00
|
|
|
if(!m_opened_for_saving)
|
|
|
|
{
|
|
|
|
if ( !m_output_file.open ( QIODevice::WriteOnly ) )
|
|
|
|
{
|
|
|
|
/*
|
|
|
|
* Can't open the file... the job failed
|
|
|
|
*/
|
|
|
|
m_reply->abort();
|
2013-09-01 23:25:40 +01:00
|
|
|
emit failed(index_within_job);
|
2013-07-14 17:33:31 +01:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
m_opened_for_saving = true;
|
|
|
|
}
|
2013-07-06 00:50:07 +01:00
|
|
|
m_output_file.write ( m_reply->readAll() );
|
|
|
|
}
|
|
|
|
}
|
2013-09-01 23:25:40 +01:00
|
|
|
|
|
|
|
DownloadPtr DownloadJob::add ( QUrl url, QString rel_target_path, QString expected_md5 )
|
|
|
|
{
|
|
|
|
DownloadPtr ptr (new Download(url, rel_target_path, expected_md5));
|
|
|
|
ptr->index_within_job = downloads.size();
|
|
|
|
downloads.append(ptr);
|
|
|
|
return ptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
void DownloadJob::partSucceeded ( int index )
|
|
|
|
{
|
|
|
|
num_succeeded++;
|
|
|
|
if(num_failed + num_succeeded == downloads.size())
|
|
|
|
{
|
|
|
|
if(num_failed)
|
|
|
|
{
|
|
|
|
emit failed();
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
emit succeeded();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void DownloadJob::partFailed ( int index )
|
|
|
|
{
|
|
|
|
num_failed++;
|
|
|
|
if(num_failed + num_succeeded == downloads.size())
|
|
|
|
{
|
|
|
|
if(num_failed)
|
|
|
|
{
|
|
|
|
emit failed();
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
emit succeeded();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void DownloadJob::partProgress ( int index, qint64 bytesReceived, qint64 bytesTotal )
|
|
|
|
{
|
|
|
|
// PROGRESS? DENIED!
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void DownloadJob::start()
|
|
|
|
{
|
|
|
|
for(auto iter: downloads)
|
|
|
|
{
|
|
|
|
connect(iter.data(), SIGNAL(succeeded(int)), SLOT(partSucceeded(int)));
|
|
|
|
iter->start();
|
|
|
|
}
|
|
|
|
}
|