You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 

427 lines
11 KiB

// Copyright 2019 PingCAP, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// See the License for the specific language governing permissions and
// limitations under the License.
package cascades
import (
"context"
. "github.com/pingcap/check"
"github.com/pingcap/parser"
"github.com/pingcap/parser/model"
"github.com/pingcap/tidb/infoschema"
plannercore "github.com/pingcap/tidb/planner/core"
"github.com/pingcap/tidb/planner/memo"
"github.com/pingcap/tidb/sessionctx"
"github.com/pingcap/tidb/util/testutil"
)
var _ = Suite(&testTransformationRuleSuite{})
type testTransformationRuleSuite struct {
*parser.Parser
is infoschema.InfoSchema
sctx sessionctx.Context
testData testutil.TestData
optimizer *Optimizer
}
func (s *testTransformationRuleSuite) SetUpSuite(c *C) {
s.is = infoschema.MockInfoSchema([]*model.TableInfo{plannercore.MockSignedTable()})
s.sctx = plannercore.MockContext()
s.Parser = parser.New()
s.optimizer = NewOptimizer()
var err error
s.testData, err = testutil.LoadTestSuiteData("testdata", "transformation_rules_suite")
c.Assert(err, IsNil)
s.Parser.EnableWindowFunc(true)
}
func (s *testTransformationRuleSuite) TearDownSuite(c *C) {
c.Assert(s.testData.GenerateOutputIfNeeded(), IsNil)
}
func testGroupToString(input []string, output []struct {
SQL string
Result []string
}, s *testTransformationRuleSuite, c *C) {
for i, sql := range input {
stmt, err := s.ParseOneStmt(sql, "", "")
c.Assert(err, IsNil)
p, _, err := plannercore.BuildLogicalPlan(context.Background(), s.sctx, stmt, s.is)
c.Assert(err, IsNil)
logic, ok := p.(plannercore.LogicalPlan)
c.Assert(ok, IsTrue)
logic, err = s.optimizer.onPhasePreprocessing(s.sctx, logic)
c.Assert(err, IsNil)
group := memo.Convert2Group(logic)
err = s.optimizer.onPhaseExploration(s.sctx, group)
c.Assert(err, IsNil)
s.testData.OnRecord(func() {
output[i].SQL = sql
output[i].Result = ToString(group)
})
c.Assert(ToString(group), DeepEquals, output[i].Result)
}
}
func (s *testTransformationRuleSuite) TestAggPushDownGather(c *C) {
s.optimizer.ResetTransformationRules(TransformationRuleBatch{
memo.OperandAggregation: {
NewRulePushAggDownGather(),
},
memo.OperandDataSource: {
NewRuleEnumeratePaths(),
},
})
defer func() {
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
}()
var input []string
var output []struct {
SQL string
Result []string
}
s.testData.GetTestCases(c, &input, &output)
for i, sql := range input {
stmt, err := s.ParseOneStmt(sql, "", "")
c.Assert(err, IsNil)
p, _, err := plannercore.BuildLogicalPlan(context.Background(), s.sctx, stmt, s.is)
c.Assert(err, IsNil)
logic, ok := p.(plannercore.LogicalPlan)
c.Assert(ok, IsTrue)
logic, err = s.optimizer.onPhasePreprocessing(s.sctx, logic)
c.Assert(err, IsNil)
group := memo.Convert2Group(logic)
err = s.optimizer.onPhaseExploration(s.sctx, group)
c.Assert(err, IsNil)
// BuildKeyInfo here to test the KeyInfo for partialAgg.
group.BuildKeyInfo()
s.testData.OnRecord(func() {
output[i].SQL = sql
output[i].Result = ToString(group)
})
c.Assert(ToString(group), DeepEquals, output[i].Result)
}
}
func (s *testTransformationRuleSuite) TestPredicatePushDown(c *C) {
s.optimizer.ResetTransformationRules(
TransformationRuleBatch{ // TiDB layer
memo.OperandSelection: {
NewRulePushSelDownSort(),
NewRulePushSelDownProjection(),
NewRulePushSelDownAggregation(),
NewRulePushSelDownJoin(),
NewRulePushSelDownUnionAll(),
NewRulePushSelDownWindow(),
NewRuleMergeAdjacentSelection(),
},
},
TransformationRuleBatch{ // TiKV layer
memo.OperandSelection: {
NewRulePushSelDownTableScan(),
NewRulePushSelDownTiKVSingleGather(),
NewRulePushSelDownIndexScan(),
},
memo.OperandDataSource: {
NewRuleEnumeratePaths(),
},
},
)
defer func() {
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
}()
var input []string
var output []struct {
SQL string
Result []string
}
s.testData.GetTestCases(c, &input, &output)
testGroupToString(input, output, s, c)
}
func (s *testTransformationRuleSuite) TestTopNRules(c *C) {
s.optimizer.ResetTransformationRules(
TransformationRuleBatch{ // TiDB layer
memo.OperandLimit: {
NewRuleTransformLimitToTopN(),
NewRulePushLimitDownProjection(),
NewRulePushLimitDownUnionAll(),
NewRulePushLimitDownOuterJoin(),
NewRuleMergeAdjacentLimit(),
},
memo.OperandTopN: {
NewRulePushTopNDownProjection(),
NewRulePushTopNDownOuterJoin(),
NewRulePushTopNDownUnionAll(),
},
},
TransformationRuleBatch{ // TiKV layer
memo.OperandLimit: {
NewRulePushLimitDownTiKVSingleGather(),
},
memo.OperandTopN: {
NewRulePushTopNDownTiKVSingleGather(),
},
memo.OperandDataSource: {
NewRuleEnumeratePaths(),
},
},
)
var input []string
var output []struct {
SQL string
Result []string
}
s.testData.GetTestCases(c, &input, &output)
testGroupToString(input, output, s, c)
}
func (s *testTransformationRuleSuite) TestProjectionElimination(c *C) {
s.optimizer.ResetTransformationRules(TransformationRuleBatch{
memo.OperandProjection: {
NewRuleEliminateProjection(),
NewRuleMergeAdjacentProjection(),
},
})
defer func() {
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
}()
var input []string
var output []struct {
SQL string
Result []string
}
s.testData.GetTestCases(c, &input, &output)
testGroupToString(input, output, s, c)
}
func (s *testTransformationRuleSuite) TestEliminateMaxMin(c *C) {
s.optimizer.ResetTransformationRules(map[memo.Operand][]Transformation{
memo.OperandAggregation: {
NewRuleEliminateSingleMaxMin(),
},
})
defer func() {
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
}()
var input []string
var output []struct {
SQL string
Result []string
}
s.testData.GetTestCases(c, &input, &output)
testGroupToString(input, output, s, c)
}
func (s *testTransformationRuleSuite) TestMergeAggregationProjection(c *C) {
s.optimizer.ResetTransformationRules(TransformationRuleBatch{
memo.OperandAggregation: {
NewRuleMergeAggregationProjection(),
},
})
defer func() {
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
}()
var input []string
var output []struct {
SQL string
Result []string
}
s.testData.GetTestCases(c, &input, &output)
testGroupToString(input, output, s, c)
}
func (s *testTransformationRuleSuite) TestMergeAdjacentTopN(c *C) {
s.optimizer.ResetTransformationRules(map[memo.Operand][]Transformation{
memo.OperandLimit: {
NewRuleTransformLimitToTopN(),
},
memo.OperandTopN: {
NewRulePushTopNDownProjection(),
NewRuleMergeAdjacentTopN(),
},
memo.OperandProjection: {
NewRuleMergeAdjacentProjection(),
},
})
defer func() {
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
}()
var input []string
var output []struct {
SQL string
Result []string
}
s.testData.GetTestCases(c, &input, &output)
testGroupToString(input, output, s, c)
}
func (s *testTransformationRuleSuite) TestMergeAdjacentLimit(c *C) {
s.optimizer.ResetTransformationRules(TransformationRuleBatch{
memo.OperandLimit: {
NewRulePushLimitDownProjection(),
NewRuleMergeAdjacentLimit(),
},
})
defer func() {
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
}()
var input []string
var output []struct {
SQL string
Result []string
}
s.testData.GetTestCases(c, &input, &output)
testGroupToString(input, output, s, c)
}
func (s *testTransformationRuleSuite) TestTransformLimitToTableDual(c *C) {
s.optimizer.ResetTransformationRules(TransformationRuleBatch{
memo.OperandLimit: {
NewRuleTransformLimitToTableDual(),
},
})
defer func() {
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
}()
var input []string
var output []struct {
SQL string
Result []string
}
s.testData.GetTestCases(c, &input, &output)
testGroupToString(input, output, s, c)
}
func (s *testTransformationRuleSuite) TestPostTransformationRules(c *C) {
s.optimizer.ResetTransformationRules(TransformationRuleBatch{
memo.OperandLimit: {
NewRuleTransformLimitToTopN(),
},
}, PostTransformationBatch)
defer func() {
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
}()
var input []string
var output []struct {
SQL string
Result []string
}
s.testData.GetTestCases(c, &input, &output)
testGroupToString(input, output, s, c)
}
func (s *testTransformationRuleSuite) TestPushLimitDownTiKVSingleGather(c *C) {
s.optimizer.ResetTransformationRules(map[memo.Operand][]Transformation{
memo.OperandLimit: {
NewRulePushLimitDownTiKVSingleGather(),
},
memo.OperandProjection: {
NewRuleEliminateProjection(),
},
memo.OperandDataSource: {
NewRuleEnumeratePaths(),
},
})
defer func() {
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
}()
var input []string
var output []struct {
SQL string
Result []string
}
s.testData.GetTestCases(c, &input, &output)
testGroupToString(input, output, s, c)
}
func (s *testTransformationRuleSuite) TestEliminateOuterJoin(c *C) {
s.optimizer.ResetTransformationRules(map[memo.Operand][]Transformation{
memo.OperandAggregation: {
NewRuleEliminateOuterJoinBelowAggregation(),
},
memo.OperandProjection: {
NewRuleEliminateOuterJoinBelowProjection(),
},
})
defer func() {
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
}()
var input []string
var output []struct {
SQL string
Result []string
}
s.testData.GetTestCases(c, &input, &output)
testGroupToString(input, output, s, c)
}
func (s *testTransformationRuleSuite) TestTransformAggregateCaseToSelection(c *C) {
s.optimizer.ResetTransformationRules(map[memo.Operand][]Transformation{
memo.OperandAggregation: {
NewRuleTransformAggregateCaseToSelection(),
},
})
defer func() {
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
}()
var input []string
var output []struct {
SQL string
Result []string
}
s.testData.GetTestCases(c, &input, &output)
testGroupToString(input, output, s, c)
}
func (s *testTransformationRuleSuite) TestTransformAggToProj(c *C) {
s.optimizer.ResetTransformationRules(map[memo.Operand][]Transformation{
memo.OperandAggregation: {
NewRuleTransformAggToProj(),
},
memo.OperandProjection: {
NewRuleMergeAdjacentProjection(),
},
})
defer func() {
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
}()
var input []string
var output []struct {
SQL string
Result []string
}
s.testData.GetTestCases(c, &input, &output)
testGroupToString(input, output, s, c)
}
func (s *testTransformationRuleSuite) TestDecorrelate(c *C) {
s.optimizer.ResetTransformationRules(map[memo.Operand][]Transformation{
memo.OperandApply: {
NewRulePullSelectionUpApply(),
NewRuleTransformApplyToJoin(),
},
})
defer func() {
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
}()
var input []string
var output []struct {
SQL string
Result []string
}
s.testData.GetTestCases(c, &input, &output)
testGroupToString(input, output, s, c)
}