upstream
1package main
2
3import (
4 "bytes"
5 "compress/gzip"
6 "io"
7 "io/fs"
8 "os"
9 "path/filepath"
10 "runtime"
11 "strings"
12 "sync"
13
14 "github.com/tdewolff/minify/v2"
15 "github.com/tdewolff/minify/v2/css"
16 "github.com/tdewolff/minify/v2/html"
17 "github.com/tdewolff/minify/v2/svg"
18
19 "github.com/antonmedv/gitmal/pkg/progress_bar"
20)
21
22func postProcessHTML(root string, doMinify bool, doGzip bool) error {
23 // 1) Collect all HTML files first
24 var files []string
25 if err := filepath.WalkDir(root, func(path string, d fs.DirEntry, err error) error {
26 if err != nil {
27 return err
28 }
29 if d.IsDir() {
30 return nil
31 }
32 if strings.HasSuffix(d.Name(), ".html") {
33 files = append(files, path)
34 }
35 return nil
36 }); err != nil {
37 return err
38 }
39
40 if len(files) == 0 {
41 return nil
42 }
43
44 // 2) Setup progress bar
45 labels := []string{}
46 if doMinify {
47 labels = append(labels, "minify")
48 }
49 if doGzip {
50 labels = append(labels, "gzip")
51 }
52 pb := progress_bar.NewProgressBar(strings.Join(labels, " + "), len(files))
53 defer pb.Done()
54
55 // 3) Worker pool
56 workers := runtime.NumCPU()
57 if workers < 1 {
58 workers = 1
59 }
60 jobs := make(chan string, workers*2)
61 var wg sync.WaitGroup
62 var mu sync.Mutex
63 var firstErr error
64
65 workerFn := func() {
66 defer wg.Done()
67 var m *minify.M
68 if doMinify {
69 m = minify.New()
70 m.AddFunc("text/html", html.Minify)
71 m.AddFunc("text/css", css.Minify)
72 m.AddFunc("image/svg+xml", svg.Minify)
73 }
74 for path := range jobs {
75 data, err := os.ReadFile(path)
76 if err == nil && doMinify {
77 if md, e := m.Bytes("text/html", data); e == nil {
78 data = md
79 } else {
80 err = e
81 }
82 }
83 if err == nil {
84 if doGzip {
85 // write to file.html.gz
86 gzPath := path + ".gz"
87 if e := writeGzip(gzPath, data); e != nil {
88 err = e
89 } else if e := os.Remove(path); e != nil { // remove original .html
90 err = e
91 }
92 } else {
93 if e := os.WriteFile(path, data, 0o644); e != nil {
94 err = e
95 }
96 }
97 }
98
99 if err != nil {
100 mu.Lock()
101 if firstErr == nil {
102 firstErr = err
103 }
104 mu.Unlock()
105 }
106 pb.Inc()
107 }
108 }
109
110 wg.Add(workers)
111 for i := 0; i < workers; i++ {
112 go workerFn()
113 }
114 for _, f := range files {
115 jobs <- f
116 }
117 close(jobs)
118 wg.Wait()
119
120 return firstErr
121}
122
123func writeGzip(path string, data []byte) error {
124 f, err := os.Create(path)
125 if err != nil {
126 return err
127 }
128 defer func() { _ = f.Close() }()
129 gw := gzip.NewWriter(f)
130 gw.Name = filepath.Base(strings.TrimSuffix(path, ".gz"))
131 if _, err := io.Copy(gw, bytes.NewReader(data)); err != nil {
132 _ = gw.Close()
133 return err
134 }
135 if err := gw.Close(); err != nil {
136 return err
137 }
138 return nil
139}