108 lines
2.9 KiB
Go
108 lines
2.9 KiB
Go
// Fetch the immutable module ZIP in bounded HTTP ranges. The subsequent
|
|
// go mod download validates its h1 checksum through the Go checksum database.
|
|
package main
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"os"
|
|
"path/filepath"
|
|
"sync"
|
|
"time"
|
|
)
|
|
|
|
func main() {
|
|
const version = "v0.0.0-20251015172955-9e49d5e7a648"
|
|
const total int64 = 25342606
|
|
const chunk int64 = 512 * 1024
|
|
const source = "https://proxy.golang.org/github.com/minio/minio/@v/" + version + ".zip"
|
|
directory := "/go/pkg/mod/cache/download/github.com/minio/minio/@v"
|
|
if err := os.MkdirAll(directory, 0755); err != nil {
|
|
panic(err)
|
|
}
|
|
target := filepath.Join(directory, version+".zip")
|
|
if info, err := os.Stat(target); err == nil && info.Size() == total {
|
|
fmt.Println("Source ZIP cached; Go will validate checksum")
|
|
return
|
|
}
|
|
client := &http.Client{Timeout: 90 * time.Second}
|
|
jobs := make(chan int64)
|
|
errors := make(chan error, 64)
|
|
var group sync.WaitGroup
|
|
for worker := 0; worker < 8; worker++ {
|
|
group.Add(1)
|
|
go func() {
|
|
defer group.Done()
|
|
for start := range jobs {
|
|
end := min(start+chunk, total) - 1
|
|
part := fmt.Sprintf("%s.part-%d", target, start)
|
|
if info, err := os.Stat(part); err == nil && info.Size() == end-start+1 {
|
|
continue
|
|
}
|
|
var last error
|
|
for attempt := 0; attempt < 4; attempt++ {
|
|
req, _ := http.NewRequest("GET", source, nil)
|
|
req.Header.Set("Range", fmt.Sprintf("bytes=%d-%d", start, end))
|
|
response, err := client.Do(req)
|
|
if err != nil {
|
|
last = fmt.Errorf("source range request failed")
|
|
continue
|
|
}
|
|
expected := fmt.Sprintf("bytes %d-%d/%d", start, end, total)
|
|
if response.StatusCode != 206 || response.Header.Get("Content-Range") != expected {
|
|
response.Body.Close()
|
|
last = fmt.Errorf("unexpected source range response: HTTP %d", response.StatusCode)
|
|
continue
|
|
}
|
|
data, err := io.ReadAll(io.LimitReader(response.Body, end-start+2))
|
|
response.Body.Close()
|
|
if err != nil || int64(len(data)) != end-start+1 {
|
|
last = fmt.Errorf("incomplete source range")
|
|
continue
|
|
}
|
|
if err := os.WriteFile(part, data, 0644); err != nil {
|
|
last = err
|
|
continue
|
|
}
|
|
last = nil
|
|
fmt.Printf("Source part %d verified\n", start/chunk+1)
|
|
break
|
|
}
|
|
if last != nil {
|
|
errors <- last
|
|
}
|
|
}
|
|
}()
|
|
}
|
|
for start := int64(0); start < total; start += chunk {
|
|
jobs <- start
|
|
}
|
|
close(jobs)
|
|
group.Wait()
|
|
close(errors)
|
|
for err := range errors {
|
|
panic(err)
|
|
}
|
|
out, err := os.Create(target + ".partial")
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
for start := int64(0); start < total; start += chunk {
|
|
part, err := os.Open(fmt.Sprintf("%s.part-%d", target, start))
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
if _, err := io.Copy(out, part); err != nil {
|
|
panic(err)
|
|
}
|
|
part.Close()
|
|
}
|
|
if err := out.Close(); err != nil {
|
|
panic(err)
|
|
}
|
|
if err := os.Rename(target+".partial", target); err != nil {
|
|
panic(err)
|
|
}
|
|
}
|