C语言 HTTP 下载文件

最新推荐文章于 2024-09-23 17:45:12 发布

杭城江城子

最新推荐文章于 2024-09-23 17:45:12 发布

阅读量2.9k

点赞数 1

分类专栏：嵌入式开发

本文链接：https://blog.csdn.net/caoshunxin01/article/details/79355448

版权

嵌入式开发专栏收录该内容

233 篇文章 6 订阅

订阅专栏

C语言 HTTP协议下载文件，实现断点续传，socket通讯，目前只支持ip和port方式连接，有兴趣的读者可完善域名方式。
代码分为 http.c：实现http协议下载文件，socket.c：封装linux socket函数，移植时只需修改socket.c中的函数即可。
希望对大家有帮助，本人亲测可用！
http.c

点击(此处)折叠或打开

//http.c
//作者：王振
#include <stdio.h>
#include <stdlib.h>
#include <errno.h>
#include <string.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <fcntl.h>
#include "socket.h"
#include "http.h"
#define MAX_RECV_SIZE 1440//硬件单包最大的接收字节数
char g_host[URL_LEN];
char g_ip[URL_LEN+1];//ip/域名
char g_port[5+1];
char g_buf_send[4*1024];//发送数据暂存区
char g_buf_recv[10*1024];//接收数据暂存区
BreakPoint_ST g_break_point;
/*
功能:判断断点有效性,现在校验url是否一致
参数:
返回:
>0---------有效,已下载文件大小
-1----------无效
*/
int Get_Breakpoint_Available(BreakPoint_ST *breakpoint,char *url,char *file_crc)
{
//判断断点是否有效,后续加入文件校验码
if((memcmp(breakpoint->url,url,strlen(url))== 0)&&(breakpoint->recv_size== MAX_RECV_SIZE))
return breakpoint->download_size;
else
{
return -1;
}
}
/*
功能:判断要下载文件是否存在断点
参数:
filename---要下载的文件名
file_crc----服务器返回下载文件的校验码
返回:
0---------无断点
>0--------有断点,已下载文件大小
*/
int Get_Breakpoint(char *url,char *filename,char *file_crc)
{
char filename_bp[64];
int fd = -1;
int ret;
BreakPoint_ST break_point;
//断点文件名 filename+bp
sprintf(filename_bp,"%s.bp",filename);
//检测是否存在filename断点文件
fd = open(filename_bp,O_RDONLY,S_IRUSR|S_IWUSR);
if(fd == -1)
{
#ifdef DEBUG_HTTP
printf("no exsit %s\n",filename_bp);
#endif
return 0;
}
//存在断点
ret = read(fd,&break_point,sizeof(break_point));
if(ret != sizeof(break_point))
{
perror("ERR:Get_Breakpoint read");
exit(-1);
}
close(fd);
//判断断点是否有效
ret = Get_Breakpoint_Available(&break_point,url,file_crc);
if(ret > 0)
return ret;
else
{
printf("%s not available\n",filename_bp);
remove(filename);
remove(filename_bp);
return 0;
}
}
/*
功能:保存断点信息,文件名filename.bp
参数:
filename---要下载的文件名
file_crc----服务器返回下载文件的校验码
返回:
0---------成功
>0--------有断点,已下载文件大小
*/
int Save_Breakpoint(char *url,char *filename,int download_size,char *file_crc)
{
int fd;
BreakPoint_ST breakpoint;
char filename_bp[128];//断点信息文件名，包含路径
sprintf(filename_bp,"%s.bp",filename);
/* 创建目的文件 */
if((fd=open(filename_bp,O_WRONLY|O_CREAT,S_IRUSR|S_IWUSR))==-1)
{
fprintf(stderr,"Open %s Error：%s\n",filename_bp,strerror(errno));
exit(1);
}
memset(&breakpoint,0x0,sizeof(breakpoint));
strcpy(breakpoint.url,url);
//strcpy(breakpoint.crc,file_crc);
strcpy(breakpoint.filename,filename);
breakpoint.download_size = download_size;
breakpoint.recv_size= MAX_RECV_SIZE;
//xu tioa zheng wei fen ci xie ru
if(write(fd,&breakpoint,sizeof(breakpoint)) != sizeof(breakpoint))
{
perror("ERR:Save_Breakpoint");
exit(1);
}
close(fd);
return 0;
}
/*
功能:保存文件,追加写
参数:
返回:
0---------成功
*/
int Save_File(char *filebuf,int filelength,char *filename)
{
int fd;
/* 创建目的文件追加写 */
if((fd=open(filename,O_WRONLY|O_CREAT|O_APPEND,S_IRUSR|S_IWUSR))==-1)
{
fprintf(stderr,"Open %s Error：%s\n",filename,strerror(errno));
exit(1);
}
//xu tioa zheng wei fen ci xie ru
if(write(fd,filebuf,filelength) != filelength)
{
perror("ERR:Save_File");
exit(1);
}
close(fd);
return 0;
}
int HTTP_GetResponseCode(void)
{
}
/*
功能:读取http返回的协议实体主体长度
参数:
revbuf--------接收到的返回值
返回值:
>=0---------内容(实体主体)的长度
-1-----------数据返回错误
*/
int HTTP_GetRecvLength(char *revbuf)
{
char *p1 = NULL;
int HTTP_Body = 0;//内容体长度
int HTTP_Head = 0;//HTTP 协议头长度
HTTP_Body = HTTP_GetContentLength(revbuf);
if(HTTP_Body == -1)
return -1;
p1=strstr(revbuf,"\r\n\r\n");
if(p1==NULL)
return -1;
else
{
HTTP_Head = p1- revbuf +4;// 4是\r\n\r\n的长度
return HTTP_Body+HTTP_Head;
}
}
/*
功能:读取http返回的Content-Length长度
参数:
revbuf--------接收到的数据
返回值:
>=0---------Content-Length长度
-1-----------数据返回错误
*/
int HTTP_GetContentLength(char *revbuf)
{
char *p1 = NULL, *p2 = NULL;
int HTTP_Body = 0;//内容体长度
p1 = strstr(revbuf,"Content-Length");
if(p1 == NULL)
return -1;
else
{
p2 = p1+strlen("Content-Length")+ 2;
HTTP_Body = atoi(p2);
return HTTP_Body;
}
}
/*
功能:
参数:
sockfd--------接收到的返回值
返回值:
>0---------接收到长度
-1----------失败
=0---------服务端断开连接
注:内部接收缓冲10k
*/
int HTTP_Recv(int sockfd,char *buf_recv)
{
int ret;
int recvlen=0;
int downloadlen = 0;
//int contentlen=0;
char buf_recv_tmp[10*1024+1];
memset(buf_recv_tmp,0x0,sizeof(buf_recv_tmp));
while(1)
{
ret = Recv(sockfd,buf_recv_tmp+recvlen,sizeof(buf_recv_tmp)-1,0);
if(ret <= 0)//下载失败
{
perror("ERR:recv fail");
return ret;
}
if(recvlen == 0)
{
#ifdef DEBUG_HTTP_RECV
printf("recv len = %d\n", ret);
printf("recv = %s\n", buf_recv_tmp);
#endif
//获取需要下载长度;
downloadlen = HTTP_GetRecvLength(buf_recv_tmp);
#ifdef DEBUG_HTTP_RECV
printf("downloadlen = %d\n",downloadlen);
#endif
}
recvlen += ret;
#ifdef DEBUG_HTTP_RECV
printf("total recvlen = %d\n",recvlen);
#endif
if(downloadlen == recvlen)//下载完成
break;
}
memcpy(buf_recv,buf_recv_tmp,downloadlen);
return recvlen;
}
/*
功能:获取下载url中的文件名,最后一个/后的字符
参数:
返回值:
0-----------成功
-1----------失败
注:内部接收缓冲10k
*/
int HTTP_GetFileName(char *url,char *filename)
{
//提取url中最后一个/后的内容
int len;
int i;
len = strlen(url);
for(i=len-1;i>0;i--)
{
if(url[i] == '/')
break;
}
if(i == 0)//下载地址错误
{
printf("url not contain '/'\n");
return -1;
}
else
{
strcpy(filename,url+i+1);
#ifdef DEBUG_HTTP
printf("filename=%s\n",filename);
#endif
return 0;
}
}
/*
功能:获取下载url中的路径,第一个/后的字符
参数:
返回值:
0-----------成功
-1----------失败
注:url ex "http://host:port/path"
*/
int HTTP_GetPath(char *url,char *path)
{
char *p;
p = strstr(url,"http://");
if(p == NULL)
{
p = strchr(url,'/');
if(p == NULL)
return -1;
else
{
strcpy(path,p);
return 0;
}
}
else
{
p = strchr(url+strlen("http://"),'/');
if(p == NULL)
return -1;
else
{
strcpy(path,p);
return 0;
}
}
}
/*
功能:获取下载url中的ip和port,ip支持域名,端口默认为80
参数:
返回值:
1-----------域名式
2-----------ip port式
-1----------失败
注:url ex "http://host:port/path"
*/
int HTTP_Get_IP_PORT(char *url,char *ip,char *port)
{
char *p = NULL;
int offset = 0;
char DOMAIN_NAME[128];
p = strstr(url,"http://");
if(p == NULL)
{
offset = 0;
}
else
{
offset = strlen("http://");
}
p = strchr(url+offset,'/');
if(p == NULL)
{
printf("url:%s format error\n",url);
return -1;
}
else
{
memset(DOMAIN_NAME,0x0,sizeof(DOMAIN_NAME));
memcpy(DOMAIN_NAME,url+offset,(p-url-offset));
p = strchr(DOMAIN_NAME,':');
if(p == NULL)
{
strcpy(ip,DOMAIN_NAME);
strcpy(port,"80");
//printf("ip %p,port %p\n",ip,port);
#ifdef DEBUG_HTTP
printf("ip=%s,port=%s\n",ip,port);//debug info
#endif
return 1;
}
else
{
*p = '\0';
strcpy(ip,DOMAIN_NAME);
strcpy(port,p+1);
#ifdef DEBUG_HTTP
printf("ip=%s,port=%s\n",ip,port);//debug info
#endif
return 2;
}
return 0;
}
}
void Package_Url_Get_File(char *path, char *range)
{
char buf[64];
memset(g_buf_send,0x0,sizeof(g_buf_send));
sprintf(g_buf_send, "GET %s",path);
//HTTP/1.1\r\n 前面需要一个空格
strcat(g_buf_send," HTTP/1.1\r\n");
strcat(g_buf_send, "Host: ");
strcat(g_buf_send, g_host);
//strcat(g_buf_send, ":");
//strcat(g_buf_send, PORT);
sprintf(buf, "\r\nRange: bytes=%s",range);
strcat(g_buf_send,buf);
strcat(g_buf_send, "\r\nKeep-Alive: 200");
strcat(g_buf_send,"\r\nConnection: Keep-Alive\r\n\r\n");
}
int Package_Url_Get_FileSize(char *url)
{
memset(g_buf_send,0x0,sizeof(g_buf_send));
sprintf(g_buf_send, "HEAD %s",url);
//HTTP/1.1\r\n 前面需要一个空格
strcat(g_buf_send," HTTP/1.1\r\n");
strcat(g_buf_send, "Host: ");
strcat(g_buf_send, g_host);
//strcat(g_buf_send, ":");
//strcat(g_buf_send, PORT);
strcat(g_buf_send,"\r\nConnection: Keep-Alive\r\n\r\n");
return 0;
}
int HTTP_GetFileSize(int sockfd,char *path)
{
int ret = -1;
char buf_recv_tmp[10*1024+1];
Package_Url_Get_FileSize(path);
#ifdef DEBUG_HTTP
printf("send = %s \n",g_buf_send);
#endif
Send(sockfd, g_buf_send, strlen(g_buf_send), 0);
memset(buf_recv_tmp,0x0,sizeof(buf_recv_tmp));
ret = Recv(sockfd,buf_recv_tmp,sizeof(buf_recv_tmp)-1,0);
#ifdef DEBUG_HTTP
printf("recv len = %d\n", ret);
printf("recv = %s\n", buf_recv_tmp);
#endif
if(ret <= 0)
{
perror("ERR:recv fail GetFileSize()");
return -1;
}
ret = HTTP_GetContentLength(buf_recv_tmp);
if(ret <= 0)
return -1;
else
return ret;
}
/*
功能:分段下载文件
参数:
返回值:
>0----------已下载文件大小(不包含上次下载)
-1----------失败
*/
int HTTP_GetFile(int sockfd,char *path,int filelength,int download_size,char *filebuf)
{
int count;
char range[32];
int i;
int j = 0;//成功下载次数
int ret = -1;
char *p = NULL;
int download_index;//下载开始索引
count = (filelength%MAX_RECV_SIZE)?(filelength/MAX_RECV_SIZE +1):(filelength/MAX_RECV_SIZE);
download_index = download_size/MAX_RECV_SIZE;
for(i=download_index;i<count;i++)
{
//if(i == 20)//测试断点
//break;
if((i == (count-1))&&(filelength%MAX_RECV_SIZE))
sprintf(range,"%d-%d",i*MAX_RECV_SIZE,filelength-1);
else
sprintf(range,"%d-%d",i*MAX_RECV_SIZE,(i+1)*MAX_RECV_SIZE-1);
Package_Url_Get_File(path,range);
#ifdef DEBUG_HTTP
printf("send = %s \n",g_buf_send);
#endif
Send(sockfd, g_buf_send, strlen(g_buf_send), 0);
/*需改为提取http 返回协议头和协议体总长,然后定长接收*/
memset(g_buf_recv,0x0,sizeof(g_buf_recv));
ret = HTTP_Recv(sockfd,g_buf_recv);
if(ret < 0)
break;
if(ret == 0 )//服务端断开连接
{
sockfd = Socket_Connect(g_ip,g_port);
i--;
continue;
}
/*提取协议体数据,保存在filebuf中*/
p = strstr(g_buf_recv,"\r\n\r\n");
if(p == NULL)//jia ru duan dian baocun
{
printf("ERR:g_buf_recv not contain end flag\n");
break;
}
else
{
memcpy(filebuf+j*MAX_RECV_SIZE,p+4,MAX_RECV_SIZE);
j++;
}
}
if(i == count)
return (filelength-download_size);
else
return (i*MAX_RECV_SIZE-download_size);
}
/*
功能:HTTP下载文件
参数:
返回值:
0----------下载完成
-1---------失败
-2---------部分下载完成
注:保存文件到bin所在目录
*/
int HTTP_DownloadFile(char *url,char *save_path)
{
int ret;
int sockfd;
int filesize;
int download_size;
char filename[FILENAME_LEN+1];
char filename_bp[FILENAME_LEN+3+1];
char *filebuf;
char save_file_path[FILENAME_LEN+1];//保存下载文件的路径+文件名
char path[PATH_LEN+1];//url中的path
//提取ip和port或url(url 暂不实现,需要gethostbyname linux)
ret = HTTP_Get_IP_PORT(url,g_ip,g_port);
if(ret == -1)
return -1;
else
{
sprintf(g_host,"%s:%s",g_ip,g_port);
}
//提取下载文件名
ret = HTTP_GetFileName(url,filename);
if(ret == -1)
return -1;
ret = HTTP_GetPath(url,path);
if(ret == -1)
return -1;
//sleep(3);//debug info
//建立连接
sockfd = Socket_Connect(g_ip,g_port);
//获取下载文件总大小
filesize = HTTP_GetFileSize(sockfd,path);
if(filesize == -1)
return -1;
//#ifdef DEBUG_HTTP
printf("http need download size %d\n",filesize);
//#endif
//malloc分配存储文件空间
filebuf = (char *)malloc(filesize);
if(filebuf == NULL)
{
perror("malloc filebuf fail");
return -1;
}
else
memset(filebuf,0x0,filesize);
download_size = Get_Breakpoint(url,filename,NULL);
#ifdef DEBUG_HTTP
printf("breakpoint download_size=%d\n",download_size);//debug info
sleep(3);//debug info
#endif
//分段下载文件
ret = HTTP_GetFile(sockfd,path,filesize,download_size,filebuf);
Close(sockfd);
if(ret < 0)
{
free(filebuf);
return -1;
}
else
{
sprintf(save_file_path,"%s%s",save_path,filename);
#ifdef DEBUG_HTTP
printf("save_path=%s\n",save_path);
printf("filename=%s\n",filename);
printf("save_file_path=%s\n",save_file_path);
printf("download_size = %d\n",ret);
#endif
Save_File(filebuf,ret,save_file_path);
free(filebuf);
if((ret+download_size) == filesize)//全部下载完成
{
sprintf(filename_bp,"%s.bp",filename);
remove(filename_bp);
printf("download success\n");
return 0;
}
else//部分下载完成
{
printf("part download success\n");
//保存断点信息
Save_Breakpoint(url,save_file_path,ret+download_size,NULL);
return -2;
}
}
}