基于go实现并发下载工具

/*
 * @Author: xiangcai
 * @Date: 2021-11-02 19:52:51
 * @LastEditors: xiangcai
 * @LastEditTime: 2021-11-03 15:40:23
 * @Description: file content
 */
package main

import (
	"encoding/json"
	"errors"
	"flag"
	"fmt"
	"io"
	"io/ioutil"
	"net/http"
	"net/url"
	"os"
	"os/signal"
	"path"
	"runtime"
	"strconv"
	"strings"
	"sync"
	"sync/atomic"
	"syscall"
	"time"

	"github.com/sgs921107/gcommon"
	"github.com/sgs921107/glogging"
)

var (
	zapLogging  = glogging.NewZapLogging(glogging.Options{})
	zapLogger   = zapLogging.GetSugaredLogger()
	barInterval = time.Millisecond * 100
)

type Headers map[string]string

type ConcurrentDownloader struct {
	// 请求头
	headers Headers
	// 并发数
	Concurrent int
	client     http.Client
	// 下载链接
	URI            string
	filePath       string
	logger         *glogging.ZapSugaredLogger
	wg             *sync.WaitGroup
	downloadedSize int64
	size           int64
	exit           bool
}

func (c ConcurrentDownloader) SendReq(
	method string,
	body io.Reader,
	headers *Headers,
) (*http.Response, error) {
	request, err := http.NewRequest(method, c.URI, body)
	for key, value := range c.headers {
		request.Header.Add(key, value)
	}
	if headers != nil {
		for key, value := range *headers {
			request.Header.Add(key, value)
		}
	}
	if err != nil {
		c.logger.Errorw("Create Request Failed",
			"errMsg", err.Error(),
		)
		return nil, err
	}
	return c.client.Do(request)
}

func (c *ConcurrentDownloader) SubDownload(num, start, end int) error {
	defer c.wg.Done()
	c.log
  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值