You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
170 lines
5.7 KiB
170 lines
5.7 KiB
// Copyright 2020 PingCAP, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package config
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
"io/ioutil"
|
|
"os"
|
|
"path/filepath"
|
|
"reflect"
|
|
|
|
"github.com/BurntSushi/toml"
|
|
. "github.com/pingcap/check"
|
|
)
|
|
|
|
func (s *testConfigSuite) TestCloneConf(c *C) {
|
|
c1, err := CloneConf(&defaultConf)
|
|
c.Assert(err, IsNil)
|
|
c2, err := CloneConf(c1)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(reflect.DeepEqual(c1, c2), IsTrue)
|
|
|
|
c1.Store = "abc"
|
|
c1.Port = 2333
|
|
c1.Log.EnableSlowLog = !c1.Log.EnableSlowLog
|
|
c1.RepairTableList = append(c1.RepairTableList, "abc")
|
|
c.Assert(c1.Store, Not(Equals), c2.Store)
|
|
c.Assert(c1.Port, Not(Equals), c2.Port)
|
|
c.Assert(c1.Log.EnableSlowLog, Not(Equals), c2.Log.EnableSlowLog)
|
|
c.Assert(fmt.Sprintf("%v", c1.RepairTableList), Not(Equals), fmt.Sprintf("%v", c2.RepairTableList))
|
|
}
|
|
|
|
func (s *testConfigSuite) TestMergeConfigItems(c *C) {
|
|
oriConf, _ := CloneConf(&defaultConf)
|
|
oldConf, _ := CloneConf(oriConf)
|
|
newConf, _ := CloneConf(oldConf)
|
|
|
|
// allowed
|
|
newConf.Performance.MaxProcs = 123
|
|
newConf.Performance.MaxMemory = 123
|
|
newConf.Performance.CrossJoin = false
|
|
newConf.Performance.FeedbackProbability = 123
|
|
newConf.Performance.QueryFeedbackLimit = 123
|
|
newConf.Performance.PseudoEstimateRatio = 123
|
|
newConf.OOMAction = "panic"
|
|
newConf.MemQuotaQuery = 123
|
|
newConf.TiKVClient.StoreLimit = 123
|
|
|
|
// rejected
|
|
newConf.Store = "tiflash"
|
|
newConf.Port = 2333
|
|
newConf.AdvertiseAddress = "1.2.3.4"
|
|
newConf.Log.SlowThreshold = 2345
|
|
|
|
as, rs := MergeConfigItems(oldConf, newConf)
|
|
c.Assert(len(as), Equals, 10)
|
|
c.Assert(len(rs), Equals, 3)
|
|
for _, a := range as {
|
|
_, ok := dynamicConfigItems[a]
|
|
c.Assert(ok, IsTrue)
|
|
}
|
|
for _, a := range rs {
|
|
_, ok := dynamicConfigItems[a]
|
|
c.Assert(ok, IsFalse)
|
|
}
|
|
|
|
c.Assert(oldConf.Performance.MaxProcs, Equals, newConf.Performance.MaxProcs)
|
|
c.Assert(oldConf.Performance.MaxMemory, Equals, newConf.Performance.MaxMemory)
|
|
c.Assert(oldConf.Performance.CrossJoin, Equals, newConf.Performance.CrossJoin)
|
|
c.Assert(oldConf.Performance.FeedbackProbability, Equals, newConf.Performance.FeedbackProbability)
|
|
c.Assert(oldConf.Performance.QueryFeedbackLimit, Equals, newConf.Performance.QueryFeedbackLimit)
|
|
c.Assert(oldConf.Performance.PseudoEstimateRatio, Equals, newConf.Performance.PseudoEstimateRatio)
|
|
c.Assert(oldConf.OOMAction, Equals, newConf.OOMAction)
|
|
c.Assert(oldConf.MemQuotaQuery, Equals, newConf.MemQuotaQuery)
|
|
c.Assert(oldConf.TiKVClient.StoreLimit, Equals, newConf.TiKVClient.StoreLimit)
|
|
c.Assert(oldConf.Log.SlowThreshold, Equals, newConf.Log.SlowThreshold)
|
|
|
|
c.Assert(oldConf.Store, Equals, oriConf.Store)
|
|
c.Assert(oldConf.Port, Equals, oriConf.Port)
|
|
c.Assert(oldConf.AdvertiseAddress, Equals, oriConf.AdvertiseAddress)
|
|
}
|
|
|
|
func (s *testConfigSuite) TestAtomicWriteConfig(c *C) {
|
|
conf, _ := CloneConf(&defaultConf)
|
|
confPath := filepath.Join(os.TempDir(), "test-write-config.toml")
|
|
conf.Performance.MaxMemory = 123
|
|
conf.Performance.MaxProcs = 234
|
|
conf.Performance.PseudoEstimateRatio = 3.45
|
|
c.Assert(atomicWriteConfig(conf, confPath), IsNil)
|
|
|
|
content, err := ioutil.ReadFile(confPath)
|
|
c.Assert(err, IsNil)
|
|
dconf, err := decodeConfig(string(content))
|
|
c.Assert(err, IsNil)
|
|
c.Assert(dconf.Performance.MaxMemory, Equals, uint64(123))
|
|
c.Assert(dconf.Performance.MaxProcs, Equals, uint(234))
|
|
c.Assert(dconf.Performance.PseudoEstimateRatio, Equals, 3.45)
|
|
|
|
conf.Performance.MaxMemory = 321
|
|
conf.Performance.MaxProcs = 432
|
|
conf.Performance.PseudoEstimateRatio = 54.3
|
|
c.Assert(atomicWriteConfig(conf, confPath), IsNil)
|
|
|
|
content, err = ioutil.ReadFile(confPath)
|
|
c.Assert(err, IsNil)
|
|
dconf, err = decodeConfig(string(content))
|
|
c.Assert(err, IsNil)
|
|
c.Assert(dconf.Performance.MaxMemory, Equals, uint64(321))
|
|
c.Assert(dconf.Performance.MaxProcs, Equals, uint(432))
|
|
c.Assert(dconf.Performance.PseudoEstimateRatio, Equals, 54.3)
|
|
}
|
|
|
|
func (s *testConfigSuite) TestFlattenConfig(c *C) {
|
|
toJSONStr := func(v interface{}) string {
|
|
str, err := json.Marshal(v)
|
|
c.Assert(err, IsNil)
|
|
return string(str)
|
|
}
|
|
|
|
jsonConf := `{
|
|
"k0": 233333,
|
|
"k1": "v1",
|
|
"k2": ["v2-1", "v2-2", "v2-3"],
|
|
"k3": [{"k3-1":"v3-1"}, {"k3-2":"v3-2"}, {"k3-3":"v3-3"}],
|
|
"k4": {
|
|
"k4-1": [1, 2, 3, 4],
|
|
"k4-2": [5, 6, 7, 8],
|
|
"k4-3": [666]
|
|
}}`
|
|
nested := make(map[string]interface{})
|
|
c.Assert(json.Unmarshal([]byte(jsonConf), &nested), IsNil)
|
|
flatMap := FlattenConfigItems(nested)
|
|
c.Assert(len(flatMap), Equals, 7)
|
|
c.Assert(toJSONStr(flatMap["k0"]), Equals, "233333")
|
|
c.Assert(flatMap["k1"], Equals, "v1")
|
|
c.Assert(toJSONStr(flatMap["k2"]), Equals, `["v2-1","v2-2","v2-3"]`)
|
|
c.Assert(toJSONStr(flatMap["k3"]), Equals, `[{"k3-1":"v3-1"},{"k3-2":"v3-2"},{"k3-3":"v3-3"}]`)
|
|
c.Assert(toJSONStr(flatMap["k4.k4-1"]), Equals, `[1,2,3,4]`)
|
|
c.Assert(toJSONStr(flatMap["k4.k4-2"]), Equals, `[5,6,7,8]`)
|
|
c.Assert(toJSONStr(flatMap["k4.k4-3"]), Equals, `[666]`)
|
|
|
|
tomlConf := `
|
|
port=4000
|
|
[log]
|
|
level='info'
|
|
format='text'
|
|
[isolation-read]
|
|
engines = ["tikv", "tiflash", "tidb"]
|
|
`
|
|
nested = make(map[string]interface{})
|
|
c.Assert(toml.Unmarshal([]byte(tomlConf), &nested), IsNil)
|
|
flatMap = FlattenConfigItems(nested)
|
|
c.Assert(len(flatMap), Equals, 4)
|
|
c.Assert(toJSONStr(flatMap["port"]), Equals, "4000")
|
|
c.Assert(toJSONStr(flatMap["log.level"]), Equals, `"info"`)
|
|
c.Assert(toJSONStr(flatMap["log.format"]), Equals, `"text"`)
|
|
c.Assert(toJSONStr(flatMap["isolation-read.engines"]), Equals, `["tikv","tiflash","tidb"]`)
|
|
}
|
|
|