genseed

genseed/genseed.go

@@ -0,0 +1,80 @@
+package main
+
+import (
+	"bufio"
+	"log"
+	"os"
+
+	"github.com/samber/lo"
+	"github.com/securemesh/coding"
+	"github.com/securemesh/coding/heap"
+	"github.com/securemesh/coding/seeds"
+)
+
+func main() {
+	samples := lo.Must(loadSamples())
+
+	log.Printf("orig=%d", lo.SumBy(samples, func(sample []byte) int {
+		return len(sample)
+	}))
+
+	log.Printf("default=%d", totalLength(heap.NewHeap(), samples))
+	log.Printf("chat=%d", totalLength(seeds.ChatHeap(), samples))
+
+	opt := optimize(heap.NewHeap(), samples)
+	log.Printf("opt=%d [%s]", totalLength(opt, samples), opt)
+}
+
+func optimize(h *heap.Heap, samples [][]byte) *heap.Heap {
+	for true {
+		better := optimize2(h, samples)
+		if better == nil {
+			return h
+		}
+		h = better
+		log.Printf("\titer=%d [%s]", totalLength(h, samples), h)
+	}
+
+	return h
+}
+
+func optimize2(baseHeap *heap.Heap, samples [][]byte) *heap.Heap {
+	var best *heap.Heap = nil
+	bestScore := totalLength(baseHeap, samples)
+
+	for i := 0; i < 256; i++ {
+		h := baseHeap.Clone()
+		h.IncrementSymbol(byte(i))
+		score := totalLength(h, samples)
+		if score < bestScore {
+			best = h
+			bestScore = score
+		}
+	}
+
+	return best
+}
+
+func totalLength(heap *heap.Heap, samples [][]byte) int {
+	return lo.SumBy(samples, func(sample []byte) int {
+		return len(coding.Encode(heap.Clone(), sample))
+	})
+}
+
+func loadSamples() ([][]byte, error) {
+	fh, err := os.Open("sms.txt")
+	if err != nil {
+		return nil, err
+	}
+
+	defer fh.Close()
+
+	s := bufio.NewScanner(fh)
+	ret := [][]byte{}
+
+	for s.Scan() {
+		ret = append(ret, s.Bytes())
+	}
+
+	return ret, nil
+}