main
1package main
2
3import (
4 "bytes"
5 "compress/gzip"
6 "io"
7 "io/fs"
8 "os"
9 "path/filepath"
10 "runtime"
11 "strings"
12 "sync"
13
14 "github.com/tdewolff/minify/v2"
15 "github.com/tdewolff/minify/v2/html"
16 "github.com/tdewolff/minify/v2/svg"
17
18 "github.com/antonmedv/gitmal/pkg/progress_bar"
19)
20
21func postProcess(root string, doMinify bool, doGzip bool) error {
22 // 1) Collect all HTML files first
23 // (no need to collect css, it's pre-minified)
24 var html_files []string
25 if err := filepath.WalkDir(root, func(path string, d fs.DirEntry, err error) error {
26 if err != nil {
27 return err
28 }
29 if d.IsDir() {
30 return nil
31 }
32 if strings.HasSuffix(d.Name(), ".html") {
33 html_files = append(html_files, path)
34 }
35 return nil
36 }); err != nil {
37 return err
38 }
39
40 if len(html_files) == 0 {
41 return nil
42 }
43
44 // 2) Setup progress bar
45 labels := []string{}
46 if doMinify {
47 labels = append(labels, "minify")
48 }
49 if doGzip {
50 labels = append(labels, "gzip")
51 }
52 pb := progress_bar.NewProgressBar(strings.Join(labels, " + "), len(html_files))
53 defer pb.Done()
54
55 // 3) Worker pool
56 workers := runtime.NumCPU()
57 if workers < 1 {
58 workers = 1
59 }
60 html_jobs := make(chan string, workers*2)
61 var wg sync.WaitGroup
62 var mu sync.Mutex
63 var firstErr error
64
65 workerFn := func(minifyType string, queue chan string) {
66 defer wg.Done()
67 var m *minify.M
68 if doMinify {
69 m = minify.New()
70 m.AddFunc("text/html", html.Minify)
71 m.AddFunc("image/svg+xml", svg.Minify)
72 }
73 for path := range queue {
74 data, err := os.ReadFile(path)
75 if err == nil && doMinify {
76 if md, e := m.Bytes(minifyType, data); e == nil {
77 data = md
78 } else {
79 err = e
80 }
81 }
82 if err == nil {
83 if doGzip {
84 // write to file.html.gz / file.css.gz as appropriate
85 // retain original in case serving to client that doesn't support compression
86 gzPath := path + ".gz"
87 if e := writeGzip(gzPath, data); e != nil {
88 err = e
89 }
90 }
91 }
92 if err == nil {
93 if e := os.WriteFile(path, data, 0o644); e != nil {
94 err = e
95 }
96 }
97
98 if err != nil {
99 mu.Lock()
100 if firstErr == nil {
101 firstErr = err
102 }
103 mu.Unlock()
104 }
105 pb.Inc()
106 }
107 }
108
109 wg.Add(workers)
110 for i := 0; i < workers; i++ {
111 go workerFn("text/html", html_jobs)
112 }
113 for _, f := range html_files {
114 html_jobs <- f
115 }
116 close(html_jobs)
117 wg.Wait()
118
119 return firstErr
120}
121
122func writeGzip(path string, data []byte) error {
123 f, err := os.Create(path)
124 if err != nil {
125 return err
126 }
127 defer func() { _ = f.Close() }()
128 gw := gzip.NewWriter(f)
129 gw.Name = filepath.Base(strings.TrimSuffix(path, ".gz"))
130 if _, err := io.Copy(gw, bytes.NewReader(data)); err != nil {
131 _ = gw.Close()
132 return err
133 }
134 if err := gw.Close(); err != nil {
135 return err
136 }
137 return nil
138}