// Fetch the immutable module ZIP in bounded HTTP ranges. The subsequent // go mod download validates its h1 checksum through the Go checksum database. package main import ( "fmt" "io" "net/http" "os" "path/filepath" "sync" "time" ) func main() { const version = "v0.0.0-20251015172955-9e49d5e7a648" const total int64 = 25342606 const chunk int64 = 512 * 1024 const source = "https://proxy.golang.org/github.com/minio/minio/@v/" + version + ".zip" directory := "/go/pkg/mod/cache/download/github.com/minio/minio/@v" if err := os.MkdirAll(directory, 0755); err != nil { panic(err) } target := filepath.Join(directory, version+".zip") if info, err := os.Stat(target); err == nil && info.Size() == total { fmt.Println("Source ZIP cached; Go will validate checksum") return } client := &http.Client{Timeout: 90 * time.Second} jobs := make(chan int64) errors := make(chan error, 64) var group sync.WaitGroup for worker := 0; worker < 8; worker++ { group.Add(1) go func() { defer group.Done() for start := range jobs { end := min(start+chunk, total) - 1 part := fmt.Sprintf("%s.part-%d", target, start) if info, err := os.Stat(part); err == nil && info.Size() == end-start+1 { continue } var last error for attempt := 0; attempt < 4; attempt++ { req, _ := http.NewRequest("GET", source, nil) req.Header.Set("Range", fmt.Sprintf("bytes=%d-%d", start, end)) response, err := client.Do(req) if err != nil { last = fmt.Errorf("source range request failed") continue } expected := fmt.Sprintf("bytes %d-%d/%d", start, end, total) if response.StatusCode != 206 || response.Header.Get("Content-Range") != expected { response.Body.Close() last = fmt.Errorf("unexpected source range response: HTTP %d", response.StatusCode) continue } data, err := io.ReadAll(io.LimitReader(response.Body, end-start+2)) response.Body.Close() if err != nil || int64(len(data)) != end-start+1 { last = fmt.Errorf("incomplete source range") continue } if err := os.WriteFile(part, data, 0644); err != nil { last = err continue } last = nil fmt.Printf("Source part %d verified\n", start/chunk+1) break } if last != nil { errors <- last } } }() } for start := int64(0); start < total; start += chunk { jobs <- start } close(jobs) group.Wait() close(errors) for err := range errors { panic(err) } out, err := os.Create(target + ".partial") if err != nil { panic(err) } for start := int64(0); start < total; start += chunk { part, err := os.Open(fmt.Sprintf("%s.part-%d", target, start)) if err != nil { panic(err) } if _, err := io.Copy(out, part); err != nil { panic(err) } part.Close() } if err := out.Close(); err != nil { panic(err) } if err := os.Rename(target+".partial", target); err != nil { panic(err) } }