utils.go 1.1 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546
  1. package main
  2. import (
  3. "log"
  4. "net/http"
  5. "net/url"
  6. "time"
  7. )
  8. // -------------------- 配置常量 --------------------
  9. const (
  10. Concurrency = 20 // 并发页数
  11. MaxPage = 100 // 单专辑最大翻页
  12. RetryPerPage = 5 // 单页重试次数
  13. Timeout = 10 // 请求超时(秒)
  14. ImgSelector = "#gdt" // 图片入口区域选择器(用于参考,实际用正则)
  15. FailedRecordUrl = "failed_keys.json"
  16. DownloadsDir = "downloads"
  17. TargetsFile = "targets.txt"
  18. RetryPerImg = 5 // 单图重试次数
  19. FailedRecordImg = "failed_downloads.json"
  20. DownloadDir = "downloads"
  21. )
  22. // -------------------- HTTP客户端 --------------------
  23. func createHTTPClient(proxy string) *http.Client {
  24. if proxy == "" {
  25. return &http.Client{
  26. Timeout: time.Duration(Timeout) * time.Second,
  27. }
  28. }
  29. proxyURL, err := url.Parse(proxy)
  30. if err != nil {
  31. log.Fatalf("解析代理地址失败: %v", err)
  32. }
  33. transport := &http.Transport{
  34. Proxy: http.ProxyURL(proxyURL),
  35. }
  36. return &http.Client{
  37. Transport: transport,
  38. Timeout: time.Duration(Timeout) * time.Second,
  39. }
  40. }