curl多線程下載實現

其實libcurl自帶一個應用，很高大上，但是作為范例參考怎麼使用libcurl覺得不大適合！還是寫一些helloworl的程序的，一目了然......

#include "stdafx.h"
#include <io.h>
#include "curl/curl.h"
#include <string>

#include "curl/easy.h"

#include "pthread.h"

using namespace std;

struct tNode
{
FILE *fp;
int startidx;
int maxidx;
void *_curl;
pthread_t _tid;
};
bool bError = false;
int threadCnt = 0;
static pthread_mutex_t foo_mutex = PTHREAD_MUTEX_INITIALIZER;
static size_t downLoadPackage(void *ptr, size_t size, size_t nmemb, void *userdata)
{
tNode *node = (tNode*)userdata;
size_t written = 0;
pthread_mutex_lock(&foo_mutex);
if ( node->startidx + size * nmemb <= node->maxidx )
{
fseek( node->fp, node->startidx, SEEK_SET );
written = fwrite(ptr, size, nmemb, node->fp);
node->startidx += size * nmemb;
}
else
{
fseek( node->fp, node->startidx, SEEK_SET );
written = fwrite(ptr, 1, node->maxidx - node->startidx + 1, node->fp);
node->startidx = node->maxidx;
}
pthread_mutex_unlock(&foo_mutex);
return written;
}

int assetsManagerProgressFunc(void *ptr, double totalToDownload, double nowDownloaded, double totalToUpLoad, double nowUpLoaded)
{
static int percent = 0;
int tmp = 0;
if ( totalToDownload > 0 )
{
tmp = (int)(nowDownloaded / totalToDownload * 100);
}

printf("下載進度%0d%%\r", tmp);
return 0;
}

/************************************************************************/
/* 獲取要下載的遠程文件的大小 */
/************************************************************************/
long getDownloadFileLenth(const char *url){
double downloadFileLenth = 0;
CURL *handle = curl_easy_init();
curl_easy_setopt(handle, CURLOPT_URL, url);
curl_easy_setopt(handle, CURLOPT_HEADER, 1); //只需要header頭
curl_easy_setopt(handle, CURLOPT_NOBODY, 1); //不需要body
if (curl_easy_perform(handle) == CURLE_OK)
{
curl_easy_getinfo(handle, CURLINFO_CONTENT_LENGTH_DOWNLOAD, &downloadFileLenth);
}
else
{
downloadFileLenth = -1;
}
return downloadFileLenth;
}

void* workThread(void* pData)
{
tNode* pNode = (tNode*)pData;

int res = curl_easy_perform(pNode->_curl);

if ( res != 0 )
{

}

curl_easy_cleanup(pNode->_curl);

pthread_mutex_lock(&foo_mutex);
threadCnt --;
pthread_mutex_unlock(&foo_mutex);
delete pNode;
pthread_exit(0);

return NULL;
}

bool downLoad(int threadNum, std::string _packageUrl, std::string _storagePath, std::string fileName )
{
long fileLength = getDownloadFileLenth(_packageUrl.c_str());

if ( fileLength <= 0 )
{
printf("get the file error...");
return false;
}

// Create a file to save package.
const string outFileName = _storagePath + fileName;
FILE *fp = fopen(outFileName.c_str(), "wb");
if (! fp)
{
return false;
}

//_chsize((int)fp, fileLength);

int gap = fileLength / threadNum;

for ( int i = 0; i <= threadNum; i ++ )
{
tNode* pNode = new tNode();

if ( i < threadNum )
{
pNode->startidx = i * gap;
pNode->maxidx = pNode->startidx - 1;
}
else
{
if ( fileLength % threadNum != 0 )
{
pNode->startidx = i * gap;
pNode->maxidx = fileLength - 1;
}
}

CURL* _curl = curl_easy_init();

pNode->_curl = _curl;
pNode->fp = fp;

// Download pacakge
curl_easy_setopt(_curl, CURLOPT_URL, _packageUrl.c_str());
curl_easy_setopt(_curl, CURLOPT_WRITEFUNCTION, downLoadPackage);
curl_easy_setopt(_curl, CURLOPT_WRITEDATA, pNode);
curl_easy_setopt(_curl, CURLOPT_NOPROGRESS, false);
curl_easy_setopt(_curl, CURLOPT_PROGRESSFUNCTION, assetsManagerProgressFunc);
//curl_easy_setopt(_curl, CURLOPT_PROGRESSDATA, this);
curl_easy_setopt(_curl, CURLOPT_NOSIGNAL, 1L);
curl_easy_setopt(_curl, CURLOPT_LOW_SPEED_LIMIT, 1L);
curl_easy_setopt(_curl, CURLOPT_LOW_SPEED_TIME, 5L);

pthread_mutex_lock(&foo_mutex);
threadCnt ++;
pthread_mutex_unlock(&foo_mutex);
int rc = pthread_create (&pNode->_tid, NULL, workThread,pNode);
}

if (bError)
{
fclose(fp);
return false;
}

while (threadCnt >0)
{
Sleep(1000);
}

fclose(fp);

printf("download succed......\n");
return true;
}

int _tmain(int argc, _TCHAR* argv[])
{
downLoad(10, "http://ardownload.adobe.com/pub/adobe/reader/win/11.x/11.0.01/en_US/AdbeRdr11001_en_US.exe", "./", "AdbeRdr11001_en_US.exe");

getchar();
return 0;
}

Ubuntu 用戶安裝下載器 cURL 7.36.0 http://www.linuxidc.com/Linux/2014-05/102269.htm

Linux curl使用簡單介紹 http://www.linuxidc.com/Linux/2008-01/10891.htm

Unix下Curl的使用方法及常用功能記錄分享 http://www.linuxidc.com/Linux/2012-08/69154.htm

curl命令使用 http://www.linuxidc.com/Linux/2014-09/107018.htm