You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 

480 lines
19 KiB

// Copyright 2019 PingCAP, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// See the License for the specific language governing permissions and
// limitations under the License.
package expression
import (
"math"
"math/rand"
"testing"
. "github.com/pingcap/check"
"github.com/pingcap/parser/ast"
"github.com/pingcap/parser/mysql"
"github.com/pingcap/tidb/types"
"github.com/pingcap/tidb/util/chunk"
"github.com/pingcap/tidb/util/mock"
)
type periodGener struct {
randGen *defaultRandGen
}
func newPeriodGener() *periodGener {
return &periodGener{newDefaultRandGen()}
}
func (g *periodGener) gen() interface{} {
return int64((g.randGen.Intn(2500)+1)*100 + g.randGen.Intn(12) + 1)
}
// unitStrGener is used to generate strings which are unit format
type unitStrGener struct {
randGen *defaultRandGen
}
func newUnitStrGener() *unitStrGener {
return &unitStrGener{newDefaultRandGen()}
}
func (g *unitStrGener) gen() interface{} {
units := []string{
"MICROSECOND",
"SECOND",
"MINUTE",
"HOUR",
"DAY",
"WEEK",
"MONTH",
"QUARTER",
"YEAR",
}
n := g.randGen.Intn(len(units))
return units[n]
}
type dateTimeUnitStrGener struct {
randGen *defaultRandGen
}
func newDateTimeUnitStrGener() *dateTimeUnitStrGener {
return &dateTimeUnitStrGener{newDefaultRandGen()}
}
// tzStrGener is used to generate strings which are timezones
type tzStrGener struct{}
func (g *tzStrGener) gen() interface{} {
tzs := []string{
"",
"GMT",
"MET",
"+00:00",
"+10:00",
}
n := rand.Int() % len(tzs)
return tzs[n]
}
func (g *dateTimeUnitStrGener) gen() interface{} {
dateTimes := []string{
"DAY",
"WEEK",
"MONTH",
"QUARTER",
"YEAR",
"DAY_MICROSECOND",
"DAY_SECOND",
"DAY_MINUTE",
"DAY_HOUR",
"YEAR_MONTH",
}
n := g.randGen.Intn(len(dateTimes))
return dateTimes[n]
}
var vecBuiltinTimeCases = map[string][]vecExprBenchCase{
ast.DateLiteral: {
{retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETDatetime},
constants: []*Constant{{Value: types.NewStringDatum("2019-11-11"), RetType: types.NewFieldType(mysql.TypeString)}},
},
},
ast.TimeLiteral: {
{retEvalType: types.ETDuration, childrenTypes: []types.EvalType{types.ETString},
constants: []*Constant{
{Value: types.NewStringDatum("838:59:59"), RetType: types.NewFieldType(mysql.TypeString)}},
},
},
ast.DateDiff: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime, types.ETDatetime}},
},
ast.DateFormat: {
{
retEvalType: types.ETString,
childrenTypes: []types.EvalType{types.ETString, types.ETString},
geners: []dataGenerator{&dateTimeStrGener{randGen: newDefaultRandGen()}, newTimeFormatGener(0.5)},
},
},
ast.Hour: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDuration}, geners: []dataGenerator{newRangeDurationGener(0.2)}},
},
ast.Minute: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDuration}, geners: []dataGenerator{newRangeDurationGener(0.2)}},
},
ast.Second: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDuration}, geners: []dataGenerator{newRangeDurationGener(0.2)}},
},
ast.ToSeconds: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime}},
},
ast.MicroSecond: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDuration}, geners: []dataGenerator{newRangeDurationGener(0.2)}},
},
ast.Now: {
{retEvalType: types.ETDatetime},
{
retEvalType: types.ETDatetime,
childrenTypes: []types.EvalType{types.ETInt},
geners: []dataGenerator{newRangeInt64Gener(0, 7)},
},
},
ast.DayOfWeek: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime}},
},
ast.DayOfYear: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime}},
},
ast.Day: {},
ast.ToDays: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime}},
},
ast.CurrentTime: {
{retEvalType: types.ETDuration},
{retEvalType: types.ETDuration, childrenTypes: []types.EvalType{types.ETInt}, geners: []dataGenerator{newRangeInt64Gener(0, 7)}}, // fsp must be in the range 0 to 6.
},
ast.Time: {
{retEvalType: types.ETDuration, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&dateTimeStrGener{randGen: newDefaultRandGen()}}},
},
ast.CurrentDate: {
{retEvalType: types.ETDatetime},
},
ast.MakeDate: {
{retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETInt, types.ETInt},
geners: []dataGenerator{newRangeInt64Gener(0, 2200), newRangeInt64Gener(0, 365)},
},
},
ast.MakeTime: {
{retEvalType: types.ETDuration, childrenTypes: []types.EvalType{types.ETInt, types.ETInt, types.ETReal}, geners: []dataGenerator{newRangeInt64Gener(-1000, 1000)}},
{
retEvalType: types.ETDuration, childrenTypes: []types.EvalType{types.ETInt, types.ETInt, types.ETReal},
childrenFieldTypes: []*types.FieldType{{Tp: mysql.TypeLonglong, Flag: mysql.UnsignedFlag}},
geners: []dataGenerator{newRangeInt64Gener(-1000, 1000)},
},
{retEvalType: types.ETDuration, childrenTypes: []types.EvalType{types.ETReal, types.ETReal, types.ETReal}, geners: []dataGenerator{newRangeRealGener(-1000.0, 1000.0, 0.1)}},
},
ast.PeriodAdd: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETInt, types.ETInt}, geners: []dataGenerator{newPeriodGener(), newPeriodGener()}},
},
ast.PeriodDiff: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETInt, types.ETInt}, geners: []dataGenerator{newPeriodGener(), newPeriodGener()}},
},
ast.Quarter: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime}},
},
ast.TimeFormat: {
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETDuration, types.ETString}, geners: []dataGenerator{newRangeDurationGener(0.5), newTimeFormatGener(0.5)}},
},
ast.TimeToSec: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDuration}},
},
ast.SecToTime: {
{retEvalType: types.ETDuration, childrenTypes: []types.EvalType{types.ETReal}},
},
// This test case may fail due to the issue: https://github.com/pingcap/tidb/issues/13638.
// We remove this case to stabilize CI, and will reopen this when we fix the issue above.
//ast.TimestampAdd: {
// {
// retEvalType: types.ETString,
// childrenTypes: []types.EvalType{types.ETString, types.ETInt, types.ETDatetime},
// geners: []dataGenerator{&unitStrGener{newDefaultRandGen()}, nil, nil},
// },
//},
ast.UnixTimestamp: {
{
retEvalType: types.ETInt,
childrenTypes: []types.EvalType{types.ETDatetime},
childrenFieldTypes: []*types.FieldType{
{
Tp: mysql.TypeDatetime,
Flen: types.UnspecifiedLength,
Decimal: 0,
Flag: mysql.BinaryFlag,
},
},
geners: []dataGenerator{&dateTimeGener{Fsp: 0, randGen: newDefaultRandGen()}},
},
{retEvalType: types.ETDecimal, childrenTypes: []types.EvalType{types.ETTimestamp}},
{retEvalType: types.ETInt},
},
ast.TimestampDiff: {
{
retEvalType: types.ETInt,
childrenTypes: []types.EvalType{types.ETString, types.ETDatetime, types.ETDatetime},
geners: []dataGenerator{newUnitStrGener(), nil, nil}},
},
ast.TimestampLiteral: {
{retEvalType: types.ETTimestamp, childrenTypes: []types.EvalType{types.ETString},
constants: []*Constant{{Value: types.NewStringDatum("2019-12-04 00:00:00"), RetType: types.NewFieldType(mysql.TypeString)}},
},
},
ast.SubDate: {},
ast.AddDate: {},
ast.SubTime: {
{
retEvalType: types.ETString,
childrenTypes: []types.EvalType{types.ETString, types.ETString},
childrenFieldTypes: []*types.FieldType{nil, {
Tp: mysql.TypeString,
Flen: types.UnspecifiedLength,
Decimal: types.UnspecifiedLength,
Flag: mysql.BinaryFlag,
}},
geners: []dataGenerator{
&dateStrGener{randGen: newDefaultRandGen()},
&dateStrGener{randGen: newDefaultRandGen()},
},
},
// builtinSubTimeStringNullSig
{
retEvalType: types.ETString,
childrenTypes: []types.EvalType{types.ETDatetime, types.ETDatetime},
childrenFieldTypes: []*types.FieldType{types.NewFieldType(mysql.TypeDate), types.NewFieldType(mysql.TypeDatetime)},
},
},
ast.AddTime: {
// builtinAddStringAndStringSig, a special case written by hand.
// arg1 has BinaryFlag here.
{
retEvalType: types.ETString,
childrenTypes: []types.EvalType{types.ETString, types.ETString},
childrenFieldTypes: []*types.FieldType{nil, {
Tp: mysql.TypeString,
Flen: types.UnspecifiedLength,
Decimal: types.UnspecifiedLength,
Flag: mysql.BinaryFlag,
}},
geners: []dataGenerator{
gener{*newDefaultGener(0.2, types.ETString)},
gener{*newDefaultGener(0.2, types.ETString)},
},
},
},
ast.Week: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime}},
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime, types.ETInt}},
},
ast.Month: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime}},
},
ast.Year: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime}},
},
ast.Date: {
{retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETDatetime}},
},
ast.Timestamp: {
{retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&dateTimeStrGener{randGen: newDefaultRandGen()}}},
{retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&dateStrGener{randGen: newDefaultRandGen()}}},
{retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&timeStrGener{randGen: newDefaultRandGen()}}},
{retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETString}},
{retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETString, types.ETString},
geners: []dataGenerator{&dateTimeStrGener{randGen: newDefaultRandGen()}, &timeStrGener{randGen: newDefaultRandGen()}}},
{retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETString, types.ETString},
geners: []dataGenerator{&dateTimeStrGener{randGen: newDefaultRandGen()}, nil}},
{retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETString, types.ETString},
geners: []dataGenerator{nil, &timeStrGener{randGen: newDefaultRandGen()}}},
},
ast.MonthName: {
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETDatetime}},
},
ast.DayOfMonth: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime}},
},
ast.DayName: {
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETDatetime}},
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime}},
{retEvalType: types.ETReal, childrenTypes: []types.EvalType{types.ETDatetime}},
},
ast.UTCDate: {
{retEvalType: types.ETDatetime},
},
ast.UTCTimestamp: {
{retEvalType: types.ETTimestamp},
{retEvalType: types.ETTimestamp, childrenTypes: []types.EvalType{types.ETInt}, geners: []dataGenerator{newRangeInt64Gener(0, 7)}},
},
ast.UTCTime: {
{retEvalType: types.ETDuration},
{retEvalType: types.ETDuration, childrenTypes: []types.EvalType{types.ETInt}, geners: []dataGenerator{newRangeInt64Gener(0, 7)}},
},
ast.Weekday: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime}},
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime}, geners: []dataGenerator{gener{*newDefaultGener(0.2, types.ETDatetime)}}},
},
ast.YearWeek: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime}},
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime, types.ETInt}},
},
ast.WeekOfYear: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime}},
},
ast.FromDays: {
{retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETInt}},
},
ast.FromUnixTime: {
{retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETDecimal},
geners: []dataGenerator{gener{*newDefaultGener(0.9, types.ETDecimal)}},
},
},
ast.StrToDate: {
{
retEvalType: types.ETDatetime,
childrenTypes: []types.EvalType{types.ETString, types.ETString},
geners: []dataGenerator{&dateStrGener{randGen: newDefaultRandGen()}, &constStrGener{"%y-%m-%d"}},
},
{
retEvalType: types.ETDatetime,
childrenTypes: []types.EvalType{types.ETString, types.ETString},
geners: []dataGenerator{&dateStrGener{NullRation: 0.3, randGen: newDefaultRandGen()}, nil},
constants: []*Constant{nil, {Value: types.NewDatum("%Y-%m-%d"), RetType: types.NewFieldType(mysql.TypeString)}},
},
{
retEvalType: types.ETDatetime,
childrenTypes: []types.EvalType{types.ETString, types.ETString},
geners: []dataGenerator{&dateStrGener{randGen: newDefaultRandGen()}, nil},
// "%y%m%d" is wrong format, STR_TO_DATE should be failed for all rows
constants: []*Constant{nil, {Value: types.NewDatum("%y%m%d"), RetType: types.NewFieldType(mysql.TypeString)}},
},
{
retEvalType: types.ETDuration,
childrenTypes: []types.EvalType{types.ETString, types.ETString},
geners: []dataGenerator{&timeStrGener{nullRation: 0.3, randGen: newDefaultRandGen()}, nil},
constants: []*Constant{nil, {Value: types.NewDatum("%H:%i:%s"), RetType: types.NewFieldType(mysql.TypeString)}},
},
{
retEvalType: types.ETDuration,
childrenTypes: []types.EvalType{types.ETString, types.ETString},
geners: []dataGenerator{&timeStrGener{nullRation: 0.3, randGen: newDefaultRandGen()}, nil},
// "%H%i%s" is wrong format, STR_TO_DATE should be failed for all rows
constants: []*Constant{nil, {Value: types.NewDatum("%H%i%s"), RetType: types.NewFieldType(mysql.TypeString)}},
},
},
ast.GetFormat: {
{
retEvalType: types.ETString,
childrenTypes: []types.EvalType{types.ETString, types.ETString},
geners: []dataGenerator{newFormatGener(0.2), newLocationGener(0.2)},
},
},
ast.Sysdate: {
// Because there is a chance that a time error will cause the test to fail,
// we cannot use the vectorized test framework to test builtinSysDateWithoutFspSig.
// We test the builtinSysDateWithoutFspSig in TestSysDate function.
// {retEvalType: types.ETDatetime},
// {retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETInt},
// geners: []dataGenerator{newRangeInt64Gener(0, 7)}},
},
ast.TiDBParseTso: {
{
retEvalType: types.ETDatetime,
childrenTypes: []types.EvalType{types.ETInt},
geners: []dataGenerator{newRangeInt64Gener(0, math.MaxInt64)},
},
},
ast.LastDay: {
{retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETDatetime}},
},
ast.Extract: {
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString, types.ETDatetime}, geners: []dataGenerator{newDateTimeUnitStrGener(), nil}},
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString, types.ETDuration},
constants: []*Constant{{Value: types.NewStringDatum("MICROSECOND"), RetType: types.NewFieldType(mysql.TypeString)}},
},
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString, types.ETDuration},
constants: []*Constant{{Value: types.NewStringDatum("SECOND"), RetType: types.NewFieldType(mysql.TypeString)}},
},
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString, types.ETDuration},
constants: []*Constant{{Value: types.NewStringDatum("MINUTE"), RetType: types.NewFieldType(mysql.TypeString)}},
},
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString, types.ETDuration},
constants: []*Constant{{Value: types.NewStringDatum("HOUR"), RetType: types.NewFieldType(mysql.TypeString)}},
},
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString, types.ETDuration},
constants: []*Constant{{Value: types.NewStringDatum("SECOND_MICROSECOND"), RetType: types.NewFieldType(mysql.TypeString)}},
},
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString, types.ETDuration},
constants: []*Constant{{Value: types.NewStringDatum("MINUTE_MICROSECOND"), RetType: types.NewFieldType(mysql.TypeString)}},
},
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString, types.ETDuration},
constants: []*Constant{{Value: types.NewStringDatum("MINUTE_SECOND"), RetType: types.NewFieldType(mysql.TypeString)}},
},
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString, types.ETDuration},
constants: []*Constant{{Value: types.NewStringDatum("HOUR_MICROSECOND"), RetType: types.NewFieldType(mysql.TypeString)}},
},
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString, types.ETDuration},
constants: []*Constant{{Value: types.NewStringDatum("HOUR_SECOND"), RetType: types.NewFieldType(mysql.TypeString)}},
},
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString, types.ETDuration},
constants: []*Constant{{Value: types.NewStringDatum("HOUR_MINUTE"), RetType: types.NewFieldType(mysql.TypeString)}},
},
},
ast.ConvertTz: {
{retEvalType: types.ETDatetime, childrenTypes: []types.EvalType{types.ETDatetime, types.ETString, types.ETString},
geners: []dataGenerator{nil, newNullWrappedGener(0.2, &tzStrGener{}), newNullWrappedGener(0.2, &tzStrGener{})}},
},
}
func (s *testVectorizeSuite2) TestVectorizedBuiltinTimeEvalOneVec(c *C) {
testVectorizedEvalOneVec(c, vecBuiltinTimeCases)
}
func (s *testVectorizeSuite2) TestVectorizedBuiltinTimeFunc(c *C) {
testVectorizedBuiltinFunc(c, vecBuiltinTimeCases)
}
func BenchmarkVectorizedBuiltinTimeEvalOneVec(b *testing.B) {
benchmarkVectorizedEvalOneVec(b, vecBuiltinTimeCases)
}
func BenchmarkVectorizedBuiltinTimeFunc(b *testing.B) {
benchmarkVectorizedBuiltinFunc(b, vecBuiltinTimeCases)
}
func (s *testEvaluatorSuite) TestVecMonth(c *C) {
ctx := mock.NewContext()
ctx.GetSessionVars().SQLMode |= mysql.ModeNoZeroDate
input := chunk.New([]*types.FieldType{types.NewFieldType(mysql.TypeDatetime)}, 3, 3)
input.Reset()
input.AppendTime(0, types.ZeroDate)
input.AppendNull(0)
input.AppendTime(0, types.ZeroDate)
f, _, _, result := genVecBuiltinFuncBenchCase(ctx, ast.Month, vecExprBenchCase{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETDatetime}})
c.Assert(ctx.GetSessionVars().StrictSQLMode, IsTrue)
c.Assert(f.vecEvalInt(input, result), IsNil)
c.Assert(len(ctx.GetSessionVars().StmtCtx.GetWarnings()), Equals, 2)
ctx.GetSessionVars().StmtCtx.InInsertStmt = true
c.Assert(f.vecEvalInt(input, result), NotNil)
}