You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 

253 lines
7.6 KiB

// Copyright 2017 PingCAP, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// See the License for the specific language governing permissions and
// limitations under the License.
package statistics
import (
"math"
. "github.com/pingcap/check"
"github.com/pingcap/parser/mysql"
"github.com/pingcap/tidb/types"
)
const eps = 1e-9
func getDecimal(value float64) *types.MyDecimal {
dec := &types.MyDecimal{}
dec.FromFloat64(value)
return dec
}
func getDuration(value string) types.Duration {
dur, _ := types.ParseDuration(nil, value, 0)
return dur
}
func getTime(year, month, day int, timeType byte) types.Time {
ret := types.NewTime(types.FromDate(year, int(month), day, 0, 0, 0, 0), timeType, types.DefaultFsp)
return ret
}
func getTimeStamp(hour, min, sec int, timeType byte) types.Time {
ret := types.NewTime(types.FromDate(2017, int(1), 1, hour, min, sec, 0), timeType, 0)
return ret
}
func getBinaryLiteral(value string) types.BinaryLiteral {
b, _ := types.ParseBitStr(value)
return b
}
func getUnsignedFieldType() *types.FieldType {
tp := types.NewFieldType(mysql.TypeLonglong)
tp.Flag |= mysql.UnsignedFlag
return tp
}
func (s *testStatisticsSuite) TestCalcFraction(c *C) {
tests := []struct {
lower types.Datum
upper types.Datum
value types.Datum
fraction float64
tp *types.FieldType
}{
{
lower: types.NewIntDatum(0),
upper: types.NewIntDatum(4),
value: types.NewIntDatum(1),
fraction: 0.25,
tp: types.NewFieldType(mysql.TypeLonglong),
},
{
lower: types.NewIntDatum(0),
upper: types.NewIntDatum(4),
value: types.NewIntDatum(4),
fraction: 1,
tp: types.NewFieldType(mysql.TypeLonglong),
},
{
lower: types.NewIntDatum(0),
upper: types.NewIntDatum(4),
value: types.NewIntDatum(-1),
fraction: 0,
tp: types.NewFieldType(mysql.TypeLonglong),
},
{
lower: types.NewUintDatum(0),
upper: types.NewUintDatum(4),
value: types.NewUintDatum(1),
fraction: 0.25,
tp: getUnsignedFieldType(),
},
{
lower: types.NewFloat64Datum(0),
upper: types.NewFloat64Datum(4),
value: types.NewFloat64Datum(1),
fraction: 0.25,
tp: types.NewFieldType(mysql.TypeDouble),
},
{
lower: types.NewFloat32Datum(0),
upper: types.NewFloat32Datum(4),
value: types.NewFloat32Datum(1),
fraction: 0.25,
tp: types.NewFieldType(mysql.TypeFloat),
},
{
lower: types.NewDecimalDatum(getDecimal(0)),
upper: types.NewDecimalDatum(getDecimal(4)),
value: types.NewDecimalDatum(getDecimal(1)),
fraction: 0.25,
tp: types.NewFieldType(mysql.TypeNewDecimal),
},
{
lower: types.NewMysqlBitDatum(getBinaryLiteral("0b0")),
upper: types.NewMysqlBitDatum(getBinaryLiteral("0b100")),
value: types.NewMysqlBitDatum(getBinaryLiteral("0b1")),
fraction: 0.5,
tp: types.NewFieldType(mysql.TypeBit),
},
{
lower: types.NewDurationDatum(getDuration("0:00:00")),
upper: types.NewDurationDatum(getDuration("4:00:00")),
value: types.NewDurationDatum(getDuration("1:00:00")),
fraction: 0.25,
tp: types.NewFieldType(mysql.TypeDuration),
},
{
lower: types.NewTimeDatum(getTime(2017, 1, 1, mysql.TypeTimestamp)),
upper: types.NewTimeDatum(getTime(2017, 4, 1, mysql.TypeTimestamp)),
value: types.NewTimeDatum(getTime(2017, 2, 1, mysql.TypeTimestamp)),
fraction: 0.34444444444444444,
tp: types.NewFieldType(mysql.TypeTimestamp),
},
{
lower: types.NewTimeDatum(getTime(2017, 1, 1, mysql.TypeDatetime)),
upper: types.NewTimeDatum(getTime(2017, 4, 1, mysql.TypeDatetime)),
value: types.NewTimeDatum(getTime(2017, 2, 1, mysql.TypeDatetime)),
fraction: 0.34444444444444444,
tp: types.NewFieldType(mysql.TypeDatetime),
},
{
lower: types.NewTimeDatum(getTime(2017, 1, 1, mysql.TypeDate)),
upper: types.NewTimeDatum(getTime(2017, 4, 1, mysql.TypeDate)),
value: types.NewTimeDatum(getTime(2017, 2, 1, mysql.TypeDate)),
fraction: 0.34444444444444444,
tp: types.NewFieldType(mysql.TypeDate),
},
{
lower: types.NewStringDatum("aasad"),
upper: types.NewStringDatum("addad"),
value: types.NewStringDatum("abfsd"),
fraction: 0.32280253984063745,
tp: types.NewFieldType(mysql.TypeString),
},
{
lower: types.NewBytesDatum([]byte("aasad")),
upper: types.NewBytesDatum([]byte("asdff")),
value: types.NewBytesDatum([]byte("abfsd")),
fraction: 0.0529216802217269,
tp: types.NewFieldType(mysql.TypeBlob),
},
}
for _, test := range tests {
hg := NewHistogram(0, 0, 0, 0, test.tp, 1, 0)
hg.AppendBucket(&test.lower, &test.upper, 0, 0)
hg.PreCalculateScalar()
fraction := hg.calcFraction(0, &test.value)
c.Check(math.Abs(fraction-test.fraction) < eps, IsTrue)
}
}
func (s *testStatisticsSuite) TestEnumRangeValues(c *C) {
tests := []struct {
low types.Datum
high types.Datum
lowExclude bool
highExclude bool
res string
}{
{
low: types.NewIntDatum(0),
high: types.NewIntDatum(5),
lowExclude: false,
highExclude: true,
res: "(0, 1, 2, 3, 4)",
},
{
low: types.NewIntDatum(math.MinInt64),
high: types.NewIntDatum(math.MaxInt64),
lowExclude: false,
highExclude: false,
res: "",
},
{
low: types.NewUintDatum(0),
high: types.NewUintDatum(5),
lowExclude: false,
highExclude: true,
res: "(0, 1, 2, 3, 4)",
},
{
low: types.NewDurationDatum(getDuration("0:00:00")),
high: types.NewDurationDatum(getDuration("0:00:05")),
lowExclude: false,
highExclude: true,
res: "(00:00:00, 00:00:01, 00:00:02, 00:00:03, 00:00:04)",
},
{
low: types.NewDurationDatum(getDuration("0:00:00")),
high: types.NewDurationDatum(getDuration("0:00:05")),
lowExclude: false,
highExclude: true,
res: "(00:00:00, 00:00:01, 00:00:02, 00:00:03, 00:00:04)",
},
{
low: types.NewTimeDatum(getTime(2017, 1, 1, mysql.TypeDate)),
high: types.NewTimeDatum(getTime(2017, 1, 5, mysql.TypeDate)),
lowExclude: false,
highExclude: true,
res: "(2017-01-01, 2017-01-02, 2017-01-03, 2017-01-04)",
},
{
low: types.NewTimeDatum(getTimeStamp(0, 0, 0, mysql.TypeTimestamp)),
high: types.NewTimeDatum(getTimeStamp(0, 0, 5, mysql.TypeTimestamp)),
lowExclude: false,
highExclude: true,
res: "(2017-01-01 00:00:00, 2017-01-01 00:00:01, 2017-01-01 00:00:02, 2017-01-01 00:00:03, 2017-01-01 00:00:04)",
},
{
low: types.NewTimeDatum(getTimeStamp(0, 0, 0, mysql.TypeDatetime)),
high: types.NewTimeDatum(getTimeStamp(0, 0, 5, mysql.TypeDatetime)),
lowExclude: false,
highExclude: true,
res: "(2017-01-01 00:00:00, 2017-01-01 00:00:01, 2017-01-01 00:00:02, 2017-01-01 00:00:03, 2017-01-01 00:00:04)",
},
// fix issue 11610
{
low: types.NewIntDatum(math.MinInt64),
high: types.NewIntDatum(0),
lowExclude: false,
highExclude: false,
res: "",
},
}
for _, t := range tests {
vals := enumRangeValues(t.low, t.high, t.lowExclude, t.highExclude)
str, err := types.DatumsToString(vals, true)
c.Assert(err, IsNil)
c.Assert(str, Equals, t.res)
}
}