107 lines
2.0 KiB
Go
107 lines
2.0 KiB
Go
package main
|
|
|
|
import (
|
|
"bufio"
|
|
"log"
|
|
"os"
|
|
"slices"
|
|
|
|
"github.com/samber/lo"
|
|
"github.com/securemesh/coding"
|
|
"github.com/securemesh/coding/state"
|
|
"github.com/securemesh/coding/seeds"
|
|
)
|
|
|
|
func main() {
|
|
samples := lo.Must(loadSamples())
|
|
|
|
log.Printf("orig=%d", lo.SumBy(samples, func(sample []byte) int {
|
|
return len(sample)
|
|
}))
|
|
|
|
def := state.NewState()
|
|
log.Printf("def=%d [%s]", totalLength(def, samples), def)
|
|
|
|
chat := seeds.ChatState()
|
|
log.Printf("chat=%d [%s]", totalLength(chat, samples), chat)
|
|
|
|
opt := optimize(state.NewState(), samples)
|
|
log.Printf("opt=%d [%s]", totalLength(opt, samples), opt)
|
|
}
|
|
|
|
func optimize(st *state.State, samples [][]byte) *state.State {
|
|
for true {
|
|
better := optimize2(st, samples)
|
|
if better == nil {
|
|
return st
|
|
}
|
|
st = better
|
|
log.Printf("\titer=%d [%s]", totalLength(st, samples), st)
|
|
}
|
|
|
|
return st
|
|
}
|
|
|
|
type sampleResult struct {
|
|
symbol byte
|
|
state *state.State
|
|
score int
|
|
}
|
|
|
|
func optimize2(baseState *state.State, samples [][]byte) *state.State {
|
|
ch := make(chan sampleResult, 100)
|
|
|
|
for i := 0; i < 256; i++ {
|
|
res := sampleResult{
|
|
symbol: byte(i),
|
|
}
|
|
|
|
go func () {
|
|
st := baseState.Clone()
|
|
st.IncrementSymbol(res.symbol)
|
|
res.state = st
|
|
res.score = totalLength(st, samples)
|
|
ch <- res
|
|
}()
|
|
}
|
|
|
|
results := []sampleResult{}
|
|
|
|
for i := 0; i < 256; i++ {
|
|
results = append(results, <-ch)
|
|
}
|
|
|
|
slices.SortFunc(results, func(a, b sampleResult) int { return int(a.symbol) - int(b.symbol) })
|
|
best := slices.MaxFunc(results, func(a, b sampleResult) int { return b.score - a.score })
|
|
|
|
if best.score == totalLength(baseState, samples) {
|
|
return nil
|
|
}
|
|
|
|
return best.state
|
|
}
|
|
|
|
func totalLength(st *state.State, samples [][]byte) int {
|
|
return lo.SumBy(samples, func(sample []byte) int {
|
|
return len(coding.Encode(st.Clone(), sample))
|
|
})
|
|
}
|
|
|
|
func loadSamples() ([][]byte, error) {
|
|
fh, err := os.Open("sms.txt")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
defer fh.Close()
|
|
|
|
s := bufio.NewScanner(fh)
|
|
ret := [][]byte{}
|
|
|
|
for s.Scan() {
|
|
ret = append(ret, s.Bytes())
|
|
}
|
|
|
|
return ret, nil
|
|
}
|