111 lines
2.0 KiB
Go
111 lines
2.0 KiB
Go
package main
|
|
|
|
import (
|
|
"bufio"
|
|
"log"
|
|
"os"
|
|
|
|
"github.com/samber/lo"
|
|
"github.com/securemesh/coding"
|
|
"github.com/securemesh/coding/state"
|
|
"github.com/securemesh/coding/seeds"
|
|
)
|
|
|
|
func main() {
|
|
samples := lo.Must(loadSamples())
|
|
|
|
log.Printf("orig=%d", lo.SumBy(samples, func(sample []byte) int {
|
|
return len(sample)
|
|
}))
|
|
|
|
def := state.NewState()
|
|
log.Printf("def=%d [%s]", totalLength(def, samples), def)
|
|
|
|
chat := seeds.ChatState()
|
|
log.Printf("chat=%d [%s]", totalLength(chat, samples), chat)
|
|
|
|
chatOpt := optimize(chat, samples)
|
|
if chatOpt == nil {
|
|
log.Printf("\toptimal from further additions")
|
|
} else {
|
|
log.Printf("\tnot optimal [%s]", chatOpt)
|
|
}
|
|
|
|
opt := optimize(state.NewState(), samples)
|
|
log.Printf("opt=%d [%s]", totalLength(opt, samples), opt)
|
|
}
|
|
|
|
func optimize(st *state.State, samples [][]byte) *state.State {
|
|
var best *state.State
|
|
|
|
for true {
|
|
better := optimize2(st, samples)
|
|
if better == nil {
|
|
return best
|
|
}
|
|
best = better
|
|
st = better
|
|
log.Printf("\titer=%d [%s]", totalLength(st, samples), st)
|
|
}
|
|
|
|
return st
|
|
}
|
|
|
|
type sampleResult struct {
|
|
state *state.State
|
|
score int
|
|
}
|
|
|
|
func optimize2(baseState *state.State, samples [][]byte) *state.State {
|
|
ch := make(chan sampleResult, 100)
|
|
|
|
for i := 0; i < 256; i++ {
|
|
s := byte(i)
|
|
go func () {
|
|
st := baseState.Clone()
|
|
st.IncrementSymbol(s)
|
|
ch <- sampleResult{
|
|
state: st,
|
|
score: totalLength(st, samples),
|
|
}
|
|
}()
|
|
}
|
|
|
|
var best *state.State = nil
|
|
bestScore := totalLength(baseState, samples)
|
|
|
|
for i := 0; i < 256; i++ {
|
|
res := <-ch
|
|
if res.score < bestScore {
|
|
best = res.state
|
|
bestScore = res.score
|
|
}
|
|
}
|
|
|
|
return best
|
|
}
|
|
|
|
func totalLength(st *state.State, samples [][]byte) int {
|
|
return lo.SumBy(samples, func(sample []byte) int {
|
|
return len(coding.Encode(st.Clone(), sample))
|
|
})
|
|
}
|
|
|
|
func loadSamples() ([][]byte, error) {
|
|
fh, err := os.Open("sms.txt")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
defer fh.Close()
|
|
|
|
s := bufio.NewScanner(fh)
|
|
ret := [][]byte{}
|
|
|
|
for s.Scan() {
|
|
ret = append(ret, s.Bytes())
|
|
}
|
|
|
|
return ret, nil
|
|
}
|