从HTTP服务器上下载一个文件有很多方法,“热心”的微软提供了 WinInet 类,用起来也很方便。当然,我们也可以自己实现这些功能,通过格式化请求头很容易就能实现断点续传和检查更新等等功能 。
- 连接主机
- 格式化请求头
- 设置接收,发送超时
要想从服务器下载文件,首先要向服务器发送一个请求。HTTP 请求头由若干行字符串组成。下面结合实例说说 HTTP 请求头的格式。假设要下载 http://www.sina.com.cn/index.html 这个网页 ,那么请求头的写法如下:
第1行:方法,请求的内容,HTTP协议的版本
下载一般可以用GET方法,请求的内容是“/index.html”,HTTP协议的版本是指浏览器支持的版本,对于下载软件来说无所谓,所以用1.1版 “HTTP/1.1”;
“GET /index.html HTTP/1.1”
第2行:主机名,格式为“Host:主机”
在这个例子中是:“Host:www.sina.com.cn”
第3行:接受的数据类型,下载软件当然要接收所有的数据类型,所以:
“Accept:*/*”
第4行:指定浏览器的类型
有些服务器会根据客户服务器种类的不同会增加或减少一些内容,在这个例子中可以这样写:
“User-Agent:Mozilla/4.0 (compatible; MSIE 5.00; Windows 98)”
第5行:连接设置
设定为一直保持连接:“Connection:Keep-Alive”
第6行:若要实现断点续传则要指定从什么位置起接收数据,格式如下:
“Range: bytes=起始位置 - 终止位置”
比如要读前500个字节可以这样写:“Range: bytes=0 - 499”;从第 1000 个字节起开始下载:
“Range: bytes=999 -”
最后,别忘了加上一行空行,表示请求头结束。整个请求头如下:
GET /index.html HTTP/1.1 Host:www.sina.com.cn Accept:*/* User-Agent:Mozilla/4.0 (compatible; MSIE 5.00; Windows 98) Connection:Keep-Alive
下面用例子看看如何进行断点的下载吧
// DownloadFile.h: interface for the CDownloadFile class.
//
//
# if ! defined(AFX_DOWNLOADFILE_H__E9A59779_BEF9_4A78_8D0E_ED8C9498E07C__INCLUDED_)
#define AFX_DOWNLOADFILE_H__E9A59779_BEF9_4A78_8D0E_ED8C9498E07C__INCLUDED_
# if _MSC_VER > 1000
#pragma once
#endif // _MSC_VER > 1000
#define NOTIFY_MSG_WPARAM_GENDOWNFILEID 0x01
#define NOTIFY_MSG_LOW_WPARAM_FULLSIZE 0x10
#define NOTIFY_MSG_LOW_WPARAM_CURRENTSIZE 0x20
#define NOTIFY_MSG_LOW_WPARAM_DOWNSIZE 0x30
#define NOTIFY_MSG_LOW_WPARAM_DOWNSPEED 0x40
class CDownloadFile
{
public:
BOOL OpenRedirectHttpURL(CString & strOldLocation,CInternetSession & cSession);
BOOL DownLoadFile(LPCTSTR lpFileURL,LPCTSTR lpSaveFile);
CDownloadFile();
virtual ~ CDownloadFile();
LPCTSTR GetSavedFileName() { return m_strSaveToFile;}
LPCTSTR GetDownURL() { return m_strFileURL;}
public:
WORD GenFileID();
void RegisterNotifyWindow(DWORD dwThreadID,HWND hWnd,DWORD dwMsg);
BOOL GetUNCFile();
bool m_bForceReload;
DWORD m_TimeOut;
WORD m_wFileID;
protected:
DWORD m_dwThreadID;
void PostNotifyMessage(WPARAM wParam, LPARAM lParam);
DWORD m_dwMsgID;
HWND m_hNotify;
BOOL GetFtpFile(CInternetSession & cSession);
BOOL GetHttpFile(CInternetSession & cSession);
CString m_strTmpFileName;
CString m_strFileURL;
CString m_strSaveToFile;
CString m_rawHeaders;
float m_transferRate;
DWORD m_infoStatusCode;
};
#endif // !defined(AFX_DOWNLOADFILE_H__E9A59779_BEF9_4A78_8D0E_ED8C9498E07C__INCLUDED_)
// DownloadFile.cpp: implementation of the CDownloadFile class.
//
//
#include " stdafx.h "
#include " DownloadFile.h "
#pragma comment( lib, " Wininet.lib " )
#include " shlwapi.h "
#pragma comment( lib, " shlwapi.lib " )
#ifdef _DEBUG
#undef THIS_FILE
static char THIS_FILE[] = __FILE__;
#define new DEBUG_NEW
#endif
#define BUFFER_SIZE 4095
const TCHAR szHeaders[] = _T( " Accept: */*/r/nUser-Agent: Mozilla/4.0 (compatible; MSIE 5.00; Windows 98)/r/n " );
//
// Construction/Destruction
//
CDownloadFile::CDownloadFile()
{
m_TimeOut = 0 ;
m_bForceReload = true ;
m_dwThreadID = 0 ;
m_hNotify = NULL;
m_dwMsgID = 0 ;
m_wFileID = 0 ;
}
CDownloadFile:: ~ CDownloadFile()
{
}
BOOL CDownloadFile::DownLoadFile(LPCTSTR lpFileURL, LPCTSTR lpSaveFile)
{
BOOL bRet = FALSE;
if ( ! ::PathIsURL(lpFileURL) )
{
return bRet;
}
m_strSaveToFile = lpSaveFile;
m_strFileURL = lpFileURL;
m_strTmpFileName = lpSaveFile;
m_strTmpFileName += _T( " .df! " );
CString strServer,strObject;INTERNET_PORT nPort;
CString strAgentCaption = _T( " Update Download " ) ;
strAgentCaption += ::PathFindFileName(lpSaveFile);
DWORD dwFlags = 0 ;
InternetGetConnectedState( & dwFlags, 0 );
CInternetSession session (strAgentCaption, 1 ,
(dwFlags & INTERNET_CONNECTION_PROXY) == INTERNET_CONNECTION_PROXY ? INTERNET_OPEN_TYPE_PRECONFIG : INTERNET_OPEN_TYPE_PRECONFIG_WITH_NO_AUTOPROXY,
NULL, NULL, 0 );
AfxParseURL(m_strFileURL,dwFlags,strServer,strObject,nPort);
if (m_TimeOut != 0 )
session.SetOption(INTERNET_OPTION_DATA_RECEIVE_TIMEOUT, m_TimeOut);
if ( ! m_wFileID )
m_wFileID = GenFileID();
PostNotifyMessage(NOTIFY_MSG_WPARAM_GENDOWNFILEID,m_wFileID);
try
{
if ( dwFlags == AFX_INET_SERVICE_HTTP )
{
bRet = GetHttpFile(session);
}
else if ( dwFlags == AFX_INET_SERVICE_FTP )
{
bRet = GetFtpFile(session);
}
else if ( dwFlags == AFX_INET_SERVICE_FILE )
{
if ( UrlIsFileUrl(m_strFileURL) )
bRet = GetUNCFile();
}
else
{
;
}
}
catch (CException * pEx)
{
TCHAR szErrorMsg[MAX_PATH] = { 0 };
pEx -> GetErrorMessage(szErrorMsg, MAX_PATH);
TRACE( _T( " Exception: %s/n " ) , szErrorMsg);
pEx -> Delete();
}
session.Close();
m_wFileID = 0 ;
if (bRet)
{
if ( ! ::MoveFileEx(m_strTmpFileName,m_strSaveToFile,MOVEFILE_REPLACE_EXISTING) )
{
Sleep( 1000 );
::MoveFileEx(m_strTmpFileName,m_strSaveToFile,MOVEFILE_REPLACE_EXISTING);
}
}
return bRet;
}
BOOL CDownloadFile::GetHttpFile(CInternetSession & cSession)
{
BOOL bRet = FALSE;
CFile m_TmpFile;
CFileException fileException;
if ( ! m_TmpFile.Open (m_strTmpFileName,
CFile::modeCreate | CFile::modeNoTruncate | CFile::modeReadWrite
| CFile::shareDenyWrite | CFile::typeBinary,
& fileException ) )
{
TRACE( _T( " Open File failed: %d/n " ), fileException.m_cause );
return bRet;
}
CString strRangeQuest;
if (m_TmpFile.GetLength() > 0 )
{
PostNotifyMessage(MAKEWPARAM(NOTIFY_MSG_LOW_WPARAM_CURRENTSIZE,m_wFileID),m_TmpFile.GetLength());
m_TmpFile.SeekToEnd();
strRangeQuest.Format( _T( " %sRange: bytes=%d-/r/n " ), szHeaders,m_TmpFile.GetLength());
}
else
strRangeQuest = szHeaders;
DWORD dwCount = 0 ;
CHttpFile * pFile = NULL;
CString strTmpURL = m_strFileURL;
try
{
DWORD dwFlags = INTERNET_FLAG_TRANSFER_BINARY
| INTERNET_FLAG_DONT_CACHE
| INTERNET_FLAG_PRAGMA_NOCACHE
;
if (m_bForceReload) {
dwFlags |= INTERNET_FLAG_RELOAD;
}
// Here Find URLFile Redirect.
// OpenRedirectHttpURL(strTmpURL,cSession);
pFile = (CHttpFile * ) cSession.OpenURL(strTmpURL, 1 , dwFlags,strRangeQuest, - 1 );
}
catch (CInternetException * e)
{
TCHAR szCause[MAX_PATH] = { 0 };
e -> GetErrorMessage(szCause, MAX_PATH);
e -> Delete();
delete pFile;
pFile = NULL;
return bRet;
}
COleDateTime startTime = COleDateTime::GetCurrentTime();
DWORD dwHttpFileSize = 0 ;
if (pFile)
{
BYTE buffer[BUFFER_SIZE + 1 ] = { 0 };
try {
UINT nRead = 0 ;
pFile -> QueryInfo(HTTP_QUERY_CONTENT_LENGTH | HTTP_QUERY_FLAG_NUMBER,dwHttpFileSize);
PostNotifyMessage(MAKEWPARAM(NOTIFY_MSG_LOW_WPARAM_FULLSIZE,m_wFileID),dwHttpFileSize);
TRACE( _T( " Totoal Length is %d/n " ), dwHttpFileSize );
dwCount = 0 ;
do
{
nRead = pFile -> Read(buffer, BUFFER_SIZE);
if (nRead > 0 )
{
buffer[nRead] = 0 ;
m_TmpFile.Write(buffer,nRead);
dwCount += nRead;COleDateTimeSpan elapsed = COleDateTime::GetCurrentTime() - startTime;
double dSecs = elapsed.GetTotalSeconds();
PostNotifyMessage(MAKEWPARAM(NOTIFY_MSG_LOW_WPARAM_DOWNSIZE,m_wFileID),dwCount);
if (dSecs > 0.0 )
{
m_transferRate = ( float ) ( dwCount / 1024.0 / dSecs );
TRACE( " Read %d bytes (%0.1f Kb/s)/n " , dwCount, m_transferRate );
}
else
{
TRACE( " Read %d bytes/n " , dwCount);
m_transferRate = ( float ) ( dwCount / 1024.0 );
}
PostNotifyMessage(MAKEWPARAM(NOTIFY_MSG_LOW_WPARAM_DOWNSPEED,m_wFileID),(LPARAM)m_transferRate);
}
}
while (nRead > 0 );
bRet = TRUE;
}
catch (CFileException * e)
{
TCHAR szCause[MAX_PATH] = { 0 };
e -> GetErrorMessage(szCause, MAX_PATH);
TRACE( " ErrorMsg : %s/n " , szCause);
e -> Delete();
delete pFile;
m_TmpFile.Close();
return FALSE;
}
pFile -> QueryInfoStatusCode(m_infoStatusCode);
pFile -> QueryInfo(HTTP_QUERY_RAW_HEADERS ,m_rawHeaders);
pFile -> Close();
m_TmpFile.Close();
delete pFile;
}
return bRet;
}
BOOL CDownloadFile::OpenRedirectHttpURL(CString & strOldLocation,CInternetSession & cSession)
{
BOOL bRet = FALSE;
CHttpFile * pFile = NULL;
CHttpConnection * pServer = NULL;
CString strServerName,strObject;
INTERNET_PORT nPort = 0 ;
DWORD dwServiceType = 0 ;
if ( ! AfxParseURL(strOldLocation, dwServiceType, strServerName, strObject, nPort) ||
dwServiceType != INTERNET_SERVICE_HTTP)
{
TRACE( _T( " Not A Http Quest!/n " ) );
return bRet;
}
pServer = cSession.GetHttpConnection(strServerName, nPort);
pFile = pServer -> OpenRequest(CHttpConnection::HTTP_VERB_GET,
strObject, NULL, 1 , NULL, NULL,
INTERNET_FLAG_EXISTING_CONNECT | INTERNET_FLAG_NO_AUTO_REDIRECT);
pFile -> AddRequestHeaders(szHeaders);
pFile -> SendRequest();
DWORD dwRet;
pFile -> QueryInfoStatusCode(dwRet);
// if access was denied, prompt the user for the password
if (dwRet == HTTP_STATUS_DENIED)
{
DWORD dwPrompt;
dwPrompt = pFile -> ErrorDlg(NULL, ERROR_INTERNET_INCORRECT_PASSWORD,
FLAGS_ERROR_UI_FLAGS_GENERATE_DATA | FLAGS_ERROR_UI_FLAGS_CHANGE_OPTIONS, NULL);
// if the user cancelled the dialog, bail out
if (dwPrompt != ERROR_INTERNET_FORCE_RETRY)
{
TRACE( _T( " Access denied: Invalid password/n " ) );
// close up the redirected site
pFile -> Close();
delete pFile;
pServer -> Close();
delete pServer;
return bRet;
}
pFile -> SendRequest();
pFile -> QueryInfoStatusCode(dwRet);
}
// were we redirected?
// these response status codes come from WININET.H
if (dwRet == HTTP_STATUS_MOVED ||
dwRet == HTTP_STATUS_REDIRECT ||
dwRet == HTTP_STATUS_REDIRECT_METHOD)
{
CString strNewLocation;
pFile -> QueryInfo(HTTP_QUERY_RAW_HEADERS_CRLF, strNewLocation);
int nPlace = strNewLocation.Find(_T( " Location: " ));
if (nPlace == - 1 )
{
TRACE( _T( " Error: Site redirects with no new location/n " ) );
// close up the redirected site
pFile -> Close();
delete pFile;
pServer -> Close();
delete pServer;
return bRet;
}
strNewLocation = strNewLocation.Mid(nPlace + 10 );
nPlace = strNewLocation.Find('/n');
if (nPlace > 0 )
strNewLocation = strNewLocation.Left(nPlace);
strOldLocation = strNewLocation;
}
if ( dwRet == HTTP_STATUS_OK )
{
bRet = TRUE;
}
// close up the redirected site
pFile -> Close();
delete pFile;
pServer -> Close();
delete pServer;
return bRet;
}
BOOL CDownloadFile::GetFtpFile(CInternetSession & cSession)
{
BOOL bRet = FALSE;
CFile m_TmpFile;
CFileException fileException;
if ( ! m_TmpFile.Open (m_strTmpFileName,
CFile::modeCreate | CFile::modeNoTruncate | CFile::modeReadWrite
| CFile::shareDenyWrite | CFile::typeBinary,
& fileException ) )
{
TRACE( _T( " Open File failed: %d/n " ), fileException.m_cause );
return bRet;
}
DWORD dwCount = 0 ;
CFtpConnection * pFtpConn = NULL;
CInternetFile * pFile = NULL;
try
{
CString strServerName,strObject,strUserName,strPassword;
INTERNET_PORT nPort = 0 ;
DWORD dwServiceType = 0 ;
CString strRestPointCommand;
if ( ! AfxParseURLEx(m_strFileURL, dwServiceType, strServerName, strObject, nPort,
strUserName, strPassword) ||
dwServiceType != INTERNET_SERVICE_FTP)
{
TRACE( _T( " Not A Ftp Quest!/n " ) );
}
// CFtpConnection ERROR_INTERNET_NO_DIRECT_ACCESS CInternetSession
if (strUserName.IsEmpty())
pFtpConn = cSession.GetFtpConnection(strServerName,NULL,NULL,nPort,m_bForceReload);
else
pFtpConn = cSession.GetFtpConnection(strServerName,strUserName,strPassword,nPort,m_bForceReload);
if (m_TmpFile.GetLength())
{
PostNotifyMessage(MAKEWPARAM(NOTIFY_MSG_LOW_WPARAM_CURRENTSIZE,m_wFileID),m_TmpFile.GetLength());
m_TmpFile.SeekToEnd();
strRestPointCommand.Format( _T( " REST %d " ), m_TmpFile.GetLength());
// strRestPointCommand.Format( _T("ls") );
if ( ! FtpCommand(( * pFtpConn), FALSE, FTP_TRANSFER_TYPE_ASCII,
strRestPointCommand, 0 , 0 ) )
{
TRACE( _T( " FtpCommand failed, error: %d/n " ), GetLastError());
m_TmpFile.SeekToBegin();
}
}
if (pFtpConn)
{
pFile = pFtpConn -> OpenFile(strObject);
}
}
catch (CInternetException * e)
{
TCHAR szCause[MAX_PATH] = { 0 };
e -> GetErrorMessage(szCause, MAX_PATH);
e -> Delete();
delete pFile;
delete pFtpConn;
return bRet;
}
COleDateTime startTime = COleDateTime::GetCurrentTime();
DWORD dwFtpFileSize = 0 ;
if (pFile)
{
BYTE buffer[BUFFER_SIZE + 1 ] = { 0 };
try {
UINT nRead = 0 ;
dwFtpFileSize = FtpGetFileSize( ( * pFile), 0 );
PostNotifyMessage(MAKEWPARAM(NOTIFY_MSG_LOW_WPARAM_FULLSIZE,m_wFileID),dwFtpFileSize);
TRACE( _T( " Totoal Length is %d/n " ), dwFtpFileSize );
dwCount = 0 ;
do
{
nRead = pFile -> Read(buffer, BUFFER_SIZE);
if (nRead > 0 )
{
buffer[nRead] = 0 ;
m_TmpFile.Write(buffer,nRead);
COleDateTimeSpan elapsed = COleDateTime::GetCurrentTime() - startTime;
double dSecs = elapsed.GetTotalSeconds();
PostNotifyMessage(MAKEWPARAM(NOTIFY_MSG_LOW_WPARAM_DOWNSIZE,m_wFileID),dwCount);
if (dSecs > 0.0 )
{
dwCount += nRead;
m_transferRate = ( float )(dwCount / 1024.0 / dSecs);
TRACE( " Read %d bytes (%0.1f Kb/s)/n " , dwCount, m_transferRate );
}
else
{
TRACE( " Read %d bytes/n " , dwCount);
m_transferRate = ( float )(dwCount / 1024.0 );
}
PostNotifyMessage(MAKEWPARAM(NOTIFY_MSG_LOW_WPARAM_DOWNSPEED,m_wFileID),(LPARAM)m_transferRate);
}
}
while (nRead > 0 );
bRet = TRUE;
}
catch (CFileException * e)
{
TCHAR szCause[MAX_PATH] = { 0 };
e -> GetErrorMessage(szCause, MAX_PATH);
TRACE( " ErrorMsg : %s/n " , szCause);
e -> Delete();
delete pFile;
pFtpConn -> Close();
delete pFtpConn;
m_TmpFile.Close();
return FALSE;
}
pFile -> Close();
delete pFile;
m_TmpFile.Close();
pFtpConn -> Close();
delete pFtpConn;
}
return bRet;
}
BOOL CDownloadFile::GetUNCFile()
{
BOOL bRet = FALSE;
CFile m_TmpFile,m_SrcFile;
CFileException fileException;
CString strOldLocation = m_strFileURL;
if ( ! m_TmpFile.Open (m_strTmpFileName,
CFile::modeCreate | CFile::modeNoTruncate | CFile::modeReadWrite
| CFile::shareDenyWrite | CFile::typeBinary,
& fileException ) )
{
TRACE( _T( " Open File failed: %d/n " ), fileException.m_cause );
return bRet;
}
strOldLocation.TrimLeft();
strOldLocation.TrimRight();
if ( StrCmpNI(strOldLocation, _T( " file:/ " ), 6 ) == 0 )
{
strOldLocation = strOldLocation.Mid( 8 );
strOldLocation.Replace( _T(' / '), _T('//'));
}
if ( ! m_SrcFile.Open ( strOldLocation,
CFile::modeRead | CFile::shareDenyWrite | CFile::typeBinary,
& fileException ) )
{
TRACE( _T( " Open File failed: %d/n " ), fileException.m_cause );
return bRet;
}
COleDateTime startTime = COleDateTime::GetCurrentTime();
DWORD dwCount = 0 ;
try {
if (m_TmpFile.GetLength())
{
PostNotifyMessage(MAKEWPARAM(NOTIFY_MSG_LOW_WPARAM_CURRENTSIZE,m_wFileID),m_TmpFile.GetLength());
m_TmpFile.SeekToEnd();
m_SrcFile.Seek(m_TmpFile.GetLength(), CFile::begin);
}
BYTE buffer[BUFFER_SIZE + 1 ] = { 0 };
UINT nRead = 0 ;
PostNotifyMessage(MAKEWPARAM(NOTIFY_MSG_LOW_WPARAM_FULLSIZE,m_wFileID),m_SrcFile.GetLength());
TRACE( _T( " Totoal Length is %d,left is %d/n " ), m_SrcFile.GetLength() ,m_SrcFile.GetLength() - m_TmpFile.GetLength());
dwCount = 0 ;
do
{
nRead = m_SrcFile.Read(buffer, BUFFER_SIZE);
if (nRead > 0 )
{
buffer[nRead] = 0 ;
m_TmpFile.Write(buffer,nRead);
COleDateTimeSpan elapsed = COleDateTime::GetCurrentTime() - startTime;
double dSecs = elapsed.GetTotalSeconds();
PostNotifyMessage(MAKEWPARAM(NOTIFY_MSG_LOW_WPARAM_DOWNSIZE,m_wFileID),dwCount);
if (dSecs > 0.0 )
{
dwCount += nRead;
m_transferRate = ( float )(dwCount / 1024.0 / dSecs);
TRACE( " Read %d bytes (%0.1f Kb/s)/n " , dwCount, m_transferRate );
}
else
{
TRACE( " Read %d bytes/n " , dwCount);
m_transferRate = ( float )(dwCount / 1024.0 );
}
PostNotifyMessage(MAKEWPARAM(NOTIFY_MSG_LOW_WPARAM_DOWNSPEED,m_wFileID),(LPARAM)m_transferRate);
}
}
while (nRead > 0 );
bRet = TRUE;
}
catch (CFileException * e)
{
TCHAR szCause[MAX_PATH] = { 0 };
e -> GetErrorMessage(szCause, MAX_PATH);
TRACE( " ErrorMsg : %s/n " , szCause);
e -> Delete();
m_TmpFile.Close();
return FALSE;
}
m_TmpFile.Close();
return bRet;
}
void CDownloadFile::RegisterNotifyWindow(DWORD dwThreadID,HWND hWnd, DWORD dwMsg)
{
m_dwThreadID = dwThreadID;
m_hNotify = hWnd;
m_dwMsgID = dwMsg;
}
void CDownloadFile::PostNotifyMessage(WPARAM wParam, LPARAM lParam)
{
if (m_hNotify)
{
::PostMessage(m_hNotify, m_dwMsgID, wParam, lParam);
}
if ( m_dwThreadID )
{
::PostThreadMessage(m_dwThreadID,m_dwMsgID, wParam, lParam);
}
}
WORD CDownloadFile::GenFileID()
{
srand(GetTickCount());
return rand() & 0xFFFF ;
}
{
CDownloadFile m_DownFile;
UINT uRet = 0 ;
if (lpDownParam)
{
m_DownFile.m_wFileID = m_DownFile.GenFileID();
// 这里注册通知窗口和消息
// m_DownFile.RegisterNotifyWindow
if ( m_DownFile.DownLoadFile(m_Msg.lpFileSrc, m_Msg.lpFileDst) )
{
uRet = 1 ;
}
}
return uRet;
}