准备写一个http下载,支持断点下载,多线程下载

9 篇文章 0 订阅
7 篇文章 0 订阅

实现这个功能,需要使用http中分块下载,先写个小程序试试http中使用Range:bytes功能

#include <iostream>
#include <iosfwd>
#include <fstream>
#include <regex>
#include <string>
#include <winsock2.h>
#include <pthread.h>
#include <map>
#include <queue>

/**
*实现多线程http协议下载文件的功能,支持断点续传和多线程同时下载
*http请求使用Range: bytes完成
*为了保证文件的完整性,有两种方式
*1,使用生产者/消费者模式,将读取的信息放入队列中,由队列写文件
*2,同时写n个临时文件,最后执行完成拼接在一起
*
**/

using namespace std;

SOCKET sock;
//测试主机和端口
const char *testHostName="ww3.sinaimg.cn";
const short testPort=80;
const string testPortChar="80";
//文件地址
const char *url="/mw690/60d02b59tw1ehspkw5ewfg20dm05wb1p.gif";
//分块下载的块大小
const int getSize=10000;

int fileNameInt;


//发送http请求包
bool sendHttpQuery(string sendQueryStr){
    int n=0;
   //初始化socket
    sock = socket(AF_INET, SOCK_STREAM, 0);

    if (sock == INVALID_SOCKET)
    {
        cout << "建立socket失败! 错误码: " << WSAGetLastError() << endl;
        return false;
    }
    sockaddr_in sa = { AF_INET };
    n = bind(sock, (sockaddr*)&sa, sizeof(sa));
    if (n == SOCKET_ERROR)
    {
        cout << "bind函数失败! 错误码: " << WSAGetLastError() << endl;
        return false;
    }
    struct hostent *p = gethostbyname(testHostName);
    if (p == NULL)
    {
        cout << "主机无法解析出ip! 错误吗: " << WSAGetLastError() << endl;
        return false;
    }
    sa.sin_port = htons(testPort);
    memcpy(&sa.sin_addr, p->h_addr, 4);//   with some problems ???
    //sa.sin_addr.S_un.S_addr = inet_addr(*(p->h_addr_list));
    //cout << *(p->h_addr_list) << endl;
    //连接
    n = connect(sock, (sockaddr*)&sa, sizeof(sa));
    if (n == SOCKET_ERROR)
    {
        cout << "connect函数失败! 错误码: " << WSAGetLastError() << endl;
        return false;
    }
    //string  reqInfo = "GET / HTTP/1.1\r\n Host:www.baidu.com \r\n Connection:Keep-Alive\r\n\r\n ";
    //string reqInfo ="GET http://c.csdnimg.cn/rabbit/notev2/js/notify.js HTTP/1.1 \r\n Host: c.csdnimg.cn \r\n Connection: keep-alive \r\n Accept: */* \r\n User-Agent: Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.101 Safari/537.36 \r\n Referer: http://www.csdn.net/ \r\n Accept-Encoding: gzip, deflate, sdch \r\n Accept-Language: zh-CN,zh;q=0.8\r\n\r\n";
    //string reqInfo = "GET /huajiao/huajiao.html HTTP/1.1 \r\n Host: se.360.cn \r\n Connection: close \r\n  Accept-Encoding: gzip, deflate, sdch \r\n Accept-Language: zh-CN,zh;q=0.8 \r\n Cookie: __huid=106HCYajdj5TzIlJ9HVN0evB27Lr1Z8JneHl8nAKepKUc%3D; __guid=132730903.2645167981534180400.1426119249932.2551; _ga=GA1.2.1411504458.1447744075; guid=54771369.514003739225082050.1466048704517.24 \r\n\r\n";
    //string reqInfo = "GET /thread-551469-1.html HTTP/1.1\r\nHost:bbs.51cto.com:80\r\nConnection:Close\r\n\r\n";
    //按照http送GET请求
    cout<<"发送http请求:"+sendQueryStr<<endl;
    if (SOCKET_ERROR == send(sock, sendQueryStr.c_str(), sendQueryStr.size(), 0))
    {
        cout << "send error! 错误码: " << WSAGetLastError() << endl;
        closesocket(sock);
        return false;
    }
    return true;
}

//从http的返回头信息中解析出文件长度
char * getResponseLeng(const char receiveBuf[1024]){

    //找到Content-Range: bytes 0-1/之后的字符串lengStartChar
    char *lengStartChar = strstr(receiveBuf, "Content-Range: bytes 0-1/");
    int tmpSize=sizeof("Content-Range: bytes 0-1/");//注意sizeof长度将结束符计算进去,后面需要减掉1
    //char *tmpSizeChar;
    //sprintf(tmpSizeChar,"%d",tmpSize);
    //cout<<(string)tmpSizeChar<<endl;
    //char *lengEndchar=strstr(buf, "\r\n");
    int i=0;
    bool isEnd=false;
    //在lengStartChar找到\r\n之前的位置
    while(!isEnd){
        if(lengStartChar[i+1]!='\r')i++;
        else{
            if(lengStartChar[i+2]=='\n')isEnd=true;
            else i++;
        }
    }

    //将lengStartChar中关于长度的一段赋值给长度字符串,注意减去结束符
    char *leng=new char(10);
    memset(leng,0x00,10);
    memcpy(leng,lengStartChar+tmpSize-1,i-tmpSize+2);
    //cout<<"111  "+(string)leng+"  111"<<endl;

    return leng;
}

int main()
{
    int n;

    char buf[1024];
    memset(buf, 0, sizeof(buf));
    fstream file;

    WORD version(0);
    WSADATA wsadata;
    int socket_return(0);
    version = MAKEWORD(2,0);
    socket_return = WSAStartup(version,&wsadata);
    if (socket_return != 0)
    {
        return 0;
    }
    file.open("D:\\testmap\\test.gif" ,ios::out|ios::binary);


    cout << " 文档打开 D:\\testmap\\test.gif"  << endl;
    if(!file.is_open()){
       cout << " 文档打开失败! D:\\testmap\\test.gif" << endl;
    }

    //for()
    string strFirst="GET "+(string)url+" HTTP/1.1\r\nHost:"+(string)testHostName+":"+testPortChar+"\r\nRange:bytes=0-1\r\nConnection:Close\r\n\r\n";
    //发送http请求
    if(!sendHttpQuery(strFirst)){
        cout<<" http 请求发送失败! "<<endl;
        return 0;
    }

    //思路:将Content-Range: bytes 0-1/后面的值作为长度解析出来
    //再根据文件长度决定循环几次请求(后续实现分配几个线程下载)
    n = recv(sock, buf, sizeof(buf)-1, 0);

    cout<<buf<<endl;
    char *lengChar=getResponseLeng(buf);
    cout<<"长度为 :"+(string)lengChar<<endl;
    int lengInt=atoi(lengChar);
    //得到每次取1000长度总共需要循环的次数
    int getTimeInt=lengInt/getSize;

    int i=0;

    while(i<=getTimeInt){

        char tmpBuf[1024];
        memset(tmpBuf, 0, sizeof(tmpBuf));

        char *startMark=new char(10);
        char *endMark=new char(10);//设置开始地址,结束地址,注意
        memset(startMark,0,10);
        memset(endMark,0,10);
        //string startMark;
        //string endMark;
       // startMark=itoa();
        sprintf(startMark,"%d",(i*getSize+0));
        sprintf(endMark,"%d",(i*getSize+(getSize-1)));
        //startMark[5]='\0';
        //endMark[5]='\0';
        string strFirst="GET "+(string)url+" HTTP/1.1\r\nHost:"+(string)testHostName+":"+testPortChar+"\r\nRange:bytes="+(string)startMark+"-"+(string)endMark+"\r\nConnection:Close\r\n\r\n";
        //发送http请求
        if(!sendHttpQuery(strFirst)){
            cout<<" http 请求发送失败! "<<endl;
            return 0;
        }

        n = recv(sock, tmpBuf, sizeof(tmpBuf)-1, 0);

        char *cpos = strstr(tmpBuf, "\r\n\r\n");

        //显示响应头
        //char *requestHeader=new char(200);
        //memset(requestHeader,0,200);
        //memcpy(requestHeader,tmpBuf,cpos - tmpBuf+1);


        file.write(cpos + strlen("\r\n\r\n"), n - (cpos - tmpBuf) - strlen("\r\n\r\n"));
       // cout<<cpos + strlen("\r\n\r\n") <<endl;
      //cout<<requestHeader<<endl;
        while ((n = recv(sock, tmpBuf, sizeof(tmpBuf)-1, 0)) > 0)
        {
            file.write(tmpBuf, n);
        }
        i++;
    }
    file.close();
    return 0;
}

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值