You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
100 lines
2.7 KiB
100 lines
2.7 KiB
package main
|
|
|
|
import (
|
|
"fmt"
|
|
"github.com/alibaba/RedisShake/internal/commands"
|
|
"github.com/alibaba/RedisShake/internal/config"
|
|
"github.com/alibaba/RedisShake/internal/filter"
|
|
"github.com/alibaba/RedisShake/internal/log"
|
|
"github.com/alibaba/RedisShake/internal/reader"
|
|
"github.com/alibaba/RedisShake/internal/statistics"
|
|
"github.com/alibaba/RedisShake/internal/writer"
|
|
"net/http"
|
|
_ "net/http/pprof"
|
|
"os"
|
|
"runtime"
|
|
)
|
|
|
|
func main() {
|
|
if len(os.Args) < 2 || len(os.Args) > 3 {
|
|
fmt.Println("Usage: redis-shake <config file> <lua file>")
|
|
fmt.Println("Example: redis-shake config.toml lua.lua")
|
|
os.Exit(1)
|
|
}
|
|
|
|
if len(os.Args) == 3 {
|
|
luaFile := os.Args[2]
|
|
filter.LoadFromFile(luaFile)
|
|
}
|
|
|
|
// load config
|
|
configFile := os.Args[1]
|
|
config.LoadFromFile(configFile)
|
|
|
|
log.Init()
|
|
log.Infof("GOOS: %s, GOARCH: %s", runtime.GOOS, runtime.GOARCH)
|
|
log.Infof("Ncpu: %d, GOMAXPROCS: %d", config.Config.Advanced.Ncpu, runtime.GOMAXPROCS(0))
|
|
log.Infof("pid: %d", os.Getpid())
|
|
log.Infof("pprof_port: %d", config.Config.Advanced.PprofPort)
|
|
if len(os.Args) == 2 {
|
|
log.Infof("No lua file specified, will not filter any cmd.")
|
|
}
|
|
|
|
if config.Config.Advanced.PprofPort != 0 {
|
|
go func() {
|
|
err := http.ListenAndServe(fmt.Sprintf("localhost:%d", config.Config.Advanced.PprofPort), nil)
|
|
if err != nil {
|
|
log.PanicError(err)
|
|
}
|
|
}()
|
|
}
|
|
|
|
// create writer
|
|
var theWriter writer.Writer
|
|
target := &config.Config.Target
|
|
switch config.Config.Target.Type {
|
|
case "standalone":
|
|
theWriter = writer.NewRedisWriter(target.Address, target.Username, target.Password, target.IsTLS)
|
|
case "cluster":
|
|
theWriter = writer.NewRedisClusterWriter(target.Address, target.Username, target.Password, target.IsTLS)
|
|
default:
|
|
log.Panicf("unknown target type: %s", target.Type)
|
|
}
|
|
|
|
// create reader
|
|
source := &config.Config.Source
|
|
var theReader reader.Reader
|
|
if source.Type == "sync" {
|
|
theReader = reader.NewPSyncReader(source.Address, source.Username, source.Password, source.IsTLS, source.ElastiCachePSync)
|
|
} else if source.Type == "restore" {
|
|
theReader = reader.NewRDBReader(source.RDBFilePath)
|
|
} else {
|
|
log.Panicf("unknown source type: %s", source.Type)
|
|
}
|
|
ch := theReader.StartRead()
|
|
|
|
// start sync
|
|
statistics.Init()
|
|
id := uint64(0)
|
|
for e := range ch {
|
|
// calc arguments
|
|
e.Id = id
|
|
id++
|
|
e.CmdName, e.Group, e.Keys = commands.CalcKeys(e.Argv)
|
|
e.Slots = commands.CalcSlots(e.Keys)
|
|
|
|
// filter
|
|
code := filter.Filter(e)
|
|
if code == filter.Allow {
|
|
theWriter.Write(e)
|
|
statistics.AddAllowEntriesCount()
|
|
} else if code == filter.Disallow {
|
|
// do something
|
|
statistics.AddDisallowEntriesCount()
|
|
} else {
|
|
log.Panicf("error when run lua filter. entry: %s", e.ToString())
|
|
}
|
|
}
|
|
|
|
log.Infof("finished.")
|
|
}
|
|
|