main
  1package main
  2
  3import (
  4	"bytes"
  5	"compress/gzip"
  6	"io"
  7	"io/fs"
  8	"os"
  9	"path/filepath"
 10	"runtime"
 11	"strings"
 12	"sync"
 13
 14	"github.com/tdewolff/minify/v2"
 15	"github.com/tdewolff/minify/v2/html"
 16	"github.com/tdewolff/minify/v2/svg"
 17
 18	"github.com/antonmedv/gitmal/pkg/progress_bar"
 19)
 20
 21func postProcess(root string, doMinify bool, doGzip bool) error {
 22	// 1) Collect all HTML files first
 23	// (no need to collect css, it's pre-minified)
 24	var html_files []string
 25	if err := filepath.WalkDir(root, func(path string, d fs.DirEntry, err error) error {
 26		if err != nil {
 27			return err
 28		}
 29		if d.IsDir() {
 30			return nil
 31		}
 32		if strings.HasSuffix(d.Name(), ".html") {
 33			html_files = append(html_files, path)
 34		}
 35		return nil
 36	}); err != nil {
 37		return err
 38	}
 39
 40	if len(html_files) == 0 {
 41		return nil
 42	}
 43
 44	// 2) Setup progress bar
 45	labels := []string{}
 46	if doMinify {
 47		labels = append(labels, "minify")
 48	}
 49	if doGzip {
 50		labels = append(labels, "gzip")
 51	}
 52	pb := progress_bar.NewProgressBar(strings.Join(labels, " + "), len(html_files))
 53	defer pb.Done()
 54
 55	// 3) Worker pool
 56	workers := runtime.NumCPU()
 57	if workers < 1 {
 58		workers = 1
 59	}
 60	html_jobs := make(chan string, workers*2)
 61	var wg sync.WaitGroup
 62	var mu sync.Mutex
 63	var firstErr error
 64
 65	workerFn := func(minifyType string, queue chan string) {
 66		defer wg.Done()
 67		var m *minify.M
 68		if doMinify {
 69			m = minify.New()
 70			m.AddFunc("text/html", html.Minify)
 71			m.AddFunc("image/svg+xml", svg.Minify)
 72		}
 73		for path := range queue {
 74			data, err := os.ReadFile(path)
 75			if err == nil && doMinify {
 76				if md, e := m.Bytes(minifyType, data); e == nil {
 77					data = md
 78				} else {
 79					err = e
 80				}
 81			}
 82			if err == nil {
 83				if doGzip {
 84					// write to file.html.gz / file.css.gz as appropriate
 85					// retain original in case serving to client that doesn't support compression
 86					gzPath := path + ".gz"
 87					if e := writeGzip(gzPath, data); e != nil {
 88						err = e
 89					}
 90				}
 91			}
 92			if err == nil {
 93				if e := os.WriteFile(path, data, 0o644); e != nil {
 94					err = e
 95				}
 96			}
 97
 98			if err != nil {
 99				mu.Lock()
100				if firstErr == nil {
101					firstErr = err
102				}
103				mu.Unlock()
104			}
105			pb.Inc()
106		}
107	}
108
109	wg.Add(workers)
110	for i := 0; i < workers; i++ {
111		go workerFn("text/html", html_jobs)
112	}
113	for _, f := range html_files {
114		html_jobs <- f
115	}
116	close(html_jobs)
117	wg.Wait()
118
119	return firstErr
120}
121
122func writeGzip(path string, data []byte) error {
123	f, err := os.Create(path)
124	if err != nil {
125		return err
126	}
127	defer func() { _ = f.Close() }()
128	gw := gzip.NewWriter(f)
129	gw.Name = filepath.Base(strings.TrimSuffix(path, ".gz"))
130	if _, err := io.Copy(gw, bytes.NewReader(data)); err != nil {
131		_ = gw.Close()
132		return err
133	}
134	if err := gw.Close(); err != nil {
135		return err
136	}
137	return nil
138}