golang批量下载文件
package main
import (
"bufio"
"fmt"
"io/ioutil"
"log"
"net/http"
"os"
"path/filepath"
"strings"
"sync"
)
var (
downloadDestFolder = "/Users/zhangsheng/Go/WorkPlace/src/xcrm"
urlFilePath = "/Users/zhangsheng/Go/WorkPlace/src/xcrm/file.txt"
)
func init() {
log.SetFlags(log.Lshortfile)
_ = os.MkdirAll(downloadDestFolder, 0777)
}
func main() {
fi, err := os.Open(urlFilePath)
if err != nil {
fmt.Printf("Error: %s\n", err)
return
}
defer fi.Close()
br := bufio.NewReader(fi)
var w sync.WaitGroup
for {
line, _, err := br.ReadLine()
if err != nil {
log.Println("read url complete")
break
}
list := strings.Split(string(line), ",")
w.Add(1)
go download(list[1], list[0]+".xlsx", &w)
}
w.Wait()
}
func download(url string, filename string, w *sync.WaitGroup) {
res, err := http.Get(url)
if err != nil {
log.Printf("http.Get -> %v", err)
return
}
data, err := ioutil.ReadAll(res.Body)
if err != nil {
log.Printf("ioutil.ReadAll -> %s", err.Error())
return
}
defer res.Body.Close()
if err = ioutil.WriteFile(downloadDestFolder+string(filepath.Separator)+filename, data, 0777); err != nil {
log.Println("Error Saving:", filename, err)
} else {
log.Println("Saved:", filename)
}
w.Done()
}