infrastructure/mox
1
0
Fork 0
mirror of https://github.com/mjl-/mox.git synced 2025-07-12 17:04:39 +03:00
Code Issues Packages Projects Releases Wiki Activity

add subcommand "ximport", that is like "import" but directly access files in the datadir

Browse Source 
so mox doesn't have to be running when you run it.
will be useful for testing in the near future.

this also moves cpuprof and memprof cli flags to top-level flag parsing, so all
commands can use them.
This commit is contained in:
Mechiel Lukkien
2023-07-01 16:43:20 +02:00
parent faa08583c0
commit 5817e87a32
4 changed files with 129 additions and 47 deletions
Download Patch File Download Diff File Expand all files Collapse all files

47
junk.go
View File

@ -20,8 +20,6 @@ import (
"log"
mathrand "math/rand"
"os"
"runtime"
"runtime/pprof"
"sort"
"time"
@ -33,7 +31,6 @@ import (
type junkArgs struct {
params junk.Params
cpuprofile, memprofile string
spamThreshold float64
trainRatio float64
seed bool
@ -42,43 +39,6 @@ type junkArgs struct {
debug bool
}
func (a junkArgs) Memprofile() {
if a.memprofile == "" {
return
}
f, err := os.Create(a.memprofile)
xcheckf(err, "creating memory profile")
defer func() {
if err := f.Close(); err != nil {
log.Printf("closing memory profile: %v", err)
}
}()
runtime.GC() // get up-to-date statistics
err = pprof.WriteHeapProfile(f)
xcheckf(err, "writing memory profile")
}
func (a junkArgs) Profile() func() {
if a.cpuprofile == "" {
return func() {
a.Memprofile()
}
}
f, err := os.Create(a.cpuprofile)
xcheckf(err, "creating CPU profile")
err = pprof.StartCPUProfile(f)
xcheckf(err, "start CPU profile")
return func() {
pprof.StopCPUProfile()
if err := f.Close(); err != nil {
log.Printf("closing cpu profile: %v", err)
}
a.Memprofile()
}
}
func (a junkArgs) SetLogLevel() {
mox.Conf.Log[""] = mlog.LevelInfo
if a.debug {
@ -104,8 +64,6 @@ func junkFlags(fs *flag.FlagSet) (a junkArgs) {
fs.StringVar(&a.databasePath, "dbpath", "filter.db", "database file for ham/spam words")
fs.StringVar(&a.bloomfilterPath, "bloompath", "filter.bloom", "bloom filter for ignoring unique strings")
fs.StringVar(&a.cpuprofile, "cpuprof", "", "store cpu profile to file")
fs.StringVar(&a.memprofile, "memprof", "", "store mem profile to file")
return
}
@ -132,7 +90,6 @@ func cmdJunkTrain(c *cmd) {
if len(args) != 2 {
c.Usage()
}
defer a.Profile()()
a.SetLogLevel()
f := must(junk.NewFilter(context.Background(), mlog.New("junktrain"), a.params, a.databasePath, a.bloomfilterPath))
@ -162,7 +119,6 @@ func cmdJunkCheck(c *cmd) {
if len(args) != 1 {
c.Usage()
}
defer a.Profile()()
a.SetLogLevel()
f := must(junk.OpenFilter(context.Background(), mlog.New("junkcheck"), a.params, a.databasePath, a.bloomfilterPath, false))
@ -187,7 +143,6 @@ func cmdJunkTest(c *cmd) {
if len(args) != 2 {
c.Usage()
}
defer a.Profile()()
a.SetLogLevel()
f := must(junk.OpenFilter(context.Background(), mlog.New("junktest"), a.params, a.databasePath, a.bloomfilterPath, false))
@ -244,7 +199,6 @@ messages are shuffled, with optional random seed.`
if len(args) != 2 {
c.Usage()
}
defer a.Profile()()
a.SetLogLevel()
f := must(junk.NewFilter(context.Background(), mlog.New("junkanalyze"), a.params, a.databasePath, a.bloomfilterPath))
@ -336,7 +290,6 @@ func cmdJunkPlay(c *cmd) {
if len(args) != 2 {
c.Usage()
}
defer a.Profile()()
a.SetLogLevel()
f := must(junk.NewFilter(context.Background(), mlog.New("junkplay"), a.params, a.databasePath, a.bloomfilterPath))