// Copyright 2019 PingCAP, Inc. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // See the License for the specific language governing permissions and // limitations under the License. package expression import ( "math" "math/rand" "testing" "time" . "github.com/pingcap/check" "github.com/pingcap/parser/ast" "github.com/pingcap/parser/mysql" "github.com/pingcap/tidb/types" "github.com/pingcap/tidb/types/json" "github.com/pingcap/tidb/util/chunk" "github.com/pingcap/tidb/util/mock" ) var vecBuiltinCastCases = map[string][]vecExprBenchCase{ ast.Cast: { {retEvalType: types.ETDecimal, childrenTypes: []types.EvalType{types.ETJson}, geners: []dataGenerator{newDecimalJSONGener(0)}}, {retEvalType: types.ETDecimal, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{newDecimalStringGener()}}, {retEvalType: types.ETDecimal, childrenTypes: []types.EvalType{types.ETReal}}, {retEvalType: types.ETDecimal, childrenTypes: []types.EvalType{types.ETDuration}}, {retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETInt}}, {retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETReal}}, {retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDecimal}}, {retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETJson}}, {retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime}}, {retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDuration}}, { retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&numStrGener{*newRangeInt64Gener(math.MinInt64+1, 0)}}, }, { retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&numStrGener{*newRangeInt64Gener(0, math.MaxInt64)}}, }, {retEvalType: types.ETReal, childrenTypes: []types.EvalType{types.ETInt}}, {retEvalType: types.ETDuration, childrenTypes: []types.EvalType{types.ETInt}, geners: []dataGenerator{newRandDurInt()}}, {retEvalType: types.ETDuration, childrenTypes: []types.EvalType{types.ETReal}, geners: []dataGenerator{newRandDurReal()}}, {retEvalType: types.ETDuration, childrenTypes: []types.EvalType{types.ETDecimal}, geners: []dataGenerator{newRandDurDecimal()}}, {retEvalType: types.ETReal, childrenTypes: []types.EvalType{types.ETReal}}, {retEvalType: types.ETReal, childrenTypes: []types.EvalType{types.ETJson}}, {retEvalType: types.ETReal, childrenTypes: []types.EvalType{types.ETDecimal}}, {retEvalType: types.ETReal, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{newRealStringGener()}}, {retEvalType: types.ETReal, childrenTypes: []types.EvalType{types.ETDatetime}}, {retEvalType: types.ETReal, childrenTypes: []types.EvalType{types.ETDuration}, geners: []dataGenerator{newRangeDurationGener(0.5)}}, {retEvalType: types.ETDuration, childrenTypes: []types.EvalType{types.ETDatetime}, geners: []dataGenerator{&dateTimeGenerWithFsp{ defaultGener: *newDefaultGener(0.2, types.ETDatetime), fsp: 1, }}, }, {retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETInt}}, {retEvalType: types.ETDecimal, childrenTypes: []types.EvalType{types.ETDatetime}}, {retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString}}, {retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETDuration}}, {retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETDatetime}}, {retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETTimestamp}}, {retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETReal}}, {retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETJson}}, {retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETDecimal}}, {retEvalType: types.ETDuration, childrenTypes: []types.EvalType{types.ETJson}, geners: []dataGenerator{&randJSONDuration{}}}, {retEvalType: types.ETDuration, childrenTypes: []types.EvalType{types.ETDuration}}, {retEvalType: types.ETJson, childrenTypes: []types.EvalType{types.ETInt}}, {retEvalType: types.ETJson, childrenTypes: []types.EvalType{types.ETReal}}, {retEvalType: types.ETJson, childrenTypes: []types.EvalType{types.ETDuration}}, {retEvalType: types.ETJson, childrenTypes: []types.EvalType{types.ETDatetime}}, {retEvalType: types.ETJson, childrenTypes: []types.EvalType{types.ETJson}}, {retEvalType: types.ETJson, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{newJSONStringGener()}}, {retEvalType: types.ETJson, childrenTypes: []types.EvalType{types.ETDecimal}}, {retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETJson}, geners: []dataGenerator{&datetimeJSONGener{}}}, {retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETReal}}, {retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETDecimal}}, {retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETInt}}, {retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{ &dateTimeStrGener{randGen: newDefaultRandGen()}, &dateStrGener{randGen: newDefaultRandGen()}, &timeStrGener{randGen: newDefaultRandGen()}, }}, {retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETDuration}}, {retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETDatetime}}, {retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETTimestamp}}, {retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETJson}, geners: []dataGenerator{ newJSONTimeGener(), }}, {retEvalType: types.ETDecimal, childrenTypes: []types.EvalType{types.ETDecimal}}, {retEvalType: types.ETDecimal, childrenTypes: []types.EvalType{types.ETInt}}, }, } type dateTimeGenerWithFsp struct { defaultGener fsp int8 } func (g *dateTimeGenerWithFsp) gen() interface{} { result := g.defaultGener.gen() if t, ok := result.(types.Time); ok { t.SetFsp(g.fsp) return t } return result } type randJSONDuration struct{} func (g *randJSONDuration) gen() interface{} { d := types.Duration{ Duration: time.Duration(time.Duration(rand.Intn(12))*time.Hour + time.Duration(rand.Intn(60))*time.Minute + time.Duration(rand.Intn(60))*time.Second + time.Duration(rand.Intn(1000))*time.Millisecond), Fsp: 3} return json.CreateBinary(d.String()) } type datetimeJSONGener struct{} func (g *datetimeJSONGener) gen() interface{} { year := rand.Intn(2200) month := rand.Intn(10) + 1 day := rand.Intn(20) + 1 hour := rand.Intn(12) minute := rand.Intn(60) second := rand.Intn(60) microsecond := rand.Intn(1000000) d := types.NewTime( types.FromDate(year, month, day, hour, minute, second, microsecond), 0, 3, ) return json.CreateBinary(d.String()) } func (s *testEvaluatorSuite) TestVectorizedBuiltinCastEvalOneVec(c *C) { testVectorizedEvalOneVec(c, vecBuiltinCastCases) } func (s *testEvaluatorSuite) TestVectorizedBuiltinCastFunc(c *C) { testVectorizedBuiltinFunc(c, vecBuiltinCastCases) } func (s *testEvaluatorSuite) TestVectorizedCastRealAsTime(c *C) { col := &Column{RetType: types.NewFieldType(mysql.TypeDouble), Index: 0} baseFunc, err := newBaseBuiltinFunc(mock.NewContext(), "", []Expression{col}) if err != nil { panic(err) } cast := &builtinCastRealAsTimeSig{baseFunc} inputs := []*chunk.Chunk{ genCastRealAsTime(), } for _, input := range inputs { result := chunk.NewColumn(types.NewFieldType(mysql.TypeDatetime), input.NumRows()) c.Assert(cast.vecEvalTime(input, result), IsNil) for i := 0; i < input.NumRows(); i++ { res, isNull, err := cast.evalTime(input.GetRow(i)) c.Assert(err, IsNil) if isNull { c.Assert(result.IsNull(i), IsTrue) continue } c.Assert(result.IsNull(i), IsFalse) c.Assert(result.GetTime(i).Compare(res), Equals, 0) } } } func genCastRealAsTime() *chunk.Chunk { input := chunk.NewChunkWithCapacity([]*types.FieldType{types.NewFieldType(mysql.TypeDouble)}, 10) gen := newDefaultRandGen() for i := 0; i < 10; i++ { if i < 5 { input.AppendFloat64(0, 0) } else { input.AppendFloat64(0, gen.Float64()*100000) } } return input } // for issue https://github.com/pingcap/tidb/issues/16825 func (s *testEvaluatorSuite) TestVectorizedCastStringAsDecimalWithUnsignedFlagInUnion(c *C) { col := &Column{RetType: types.NewFieldType(mysql.TypeString), Index: 0} baseFunc, err := newBaseBuiltinFunc(mock.NewContext(), "", []Expression{col}) if err != nil { panic(err) } // set `inUnion` to `true` baseCast := newBaseBuiltinCastFunc(baseFunc, true) baseCast.tp = types.NewFieldType(mysql.TypeNewDecimal) // set the `UnsignedFlag` bit baseCast.tp.Flag |= mysql.UnsignedFlag cast := &builtinCastStringAsDecimalSig{baseCast} inputs := []*chunk.Chunk{ genCastStringAsDecimal(false), genCastStringAsDecimal(true), } for _, input := range inputs { result := chunk.NewColumn(types.NewFieldType(mysql.TypeDecimal), input.NumRows()) c.Assert(cast.vecEvalDecimal(input, result), IsNil) for i := 0; i < input.NumRows(); i++ { res, isNull, err := cast.evalDecimal(input.GetRow(i)) c.Assert(isNull, IsFalse) c.Assert(err, IsNil) c.Assert(result.GetDecimal(i).Compare(res), Equals, 0) } } } func genCastStringAsDecimal(isNegative bool) *chunk.Chunk { var sign float64 if isNegative { sign = -1 } else { sign = 1 } input := chunk.NewChunkWithCapacity([]*types.FieldType{types.NewFieldType(mysql.TypeString)}, 1024) for i := 0; i < 1024; i++ { d := new(types.MyDecimal) f := sign * rand.Float64() * 100000 if err := d.FromFloat64(f); err != nil { panic(err) } input.AppendString(0, d.String()) } return input } func BenchmarkVectorizedBuiltinCastEvalOneVec(b *testing.B) { benchmarkVectorizedEvalOneVec(b, vecBuiltinCastCases) } func BenchmarkVectorizedBuiltinCastFunc(b *testing.B) { benchmarkVectorizedBuiltinFunc(b, vecBuiltinCastCases) }