You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
427 lines
11 KiB
427 lines
11 KiB
// Copyright 2019 PingCAP, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package cascades
|
|
|
|
import (
|
|
"context"
|
|
|
|
. "github.com/pingcap/check"
|
|
"github.com/pingcap/parser"
|
|
"github.com/pingcap/parser/model"
|
|
"github.com/pingcap/tidb/infoschema"
|
|
plannercore "github.com/pingcap/tidb/planner/core"
|
|
"github.com/pingcap/tidb/planner/memo"
|
|
"github.com/pingcap/tidb/sessionctx"
|
|
"github.com/pingcap/tidb/util/testutil"
|
|
)
|
|
|
|
var _ = Suite(&testTransformationRuleSuite{})
|
|
|
|
type testTransformationRuleSuite struct {
|
|
*parser.Parser
|
|
is infoschema.InfoSchema
|
|
sctx sessionctx.Context
|
|
testData testutil.TestData
|
|
optimizer *Optimizer
|
|
}
|
|
|
|
func (s *testTransformationRuleSuite) SetUpSuite(c *C) {
|
|
s.is = infoschema.MockInfoSchema([]*model.TableInfo{plannercore.MockSignedTable()})
|
|
s.sctx = plannercore.MockContext()
|
|
s.Parser = parser.New()
|
|
s.optimizer = NewOptimizer()
|
|
var err error
|
|
s.testData, err = testutil.LoadTestSuiteData("testdata", "transformation_rules_suite")
|
|
c.Assert(err, IsNil)
|
|
s.Parser.EnableWindowFunc(true)
|
|
}
|
|
|
|
func (s *testTransformationRuleSuite) TearDownSuite(c *C) {
|
|
c.Assert(s.testData.GenerateOutputIfNeeded(), IsNil)
|
|
}
|
|
|
|
func testGroupToString(input []string, output []struct {
|
|
SQL string
|
|
Result []string
|
|
}, s *testTransformationRuleSuite, c *C) {
|
|
for i, sql := range input {
|
|
stmt, err := s.ParseOneStmt(sql, "", "")
|
|
c.Assert(err, IsNil)
|
|
p, _, err := plannercore.BuildLogicalPlan(context.Background(), s.sctx, stmt, s.is)
|
|
c.Assert(err, IsNil)
|
|
logic, ok := p.(plannercore.LogicalPlan)
|
|
c.Assert(ok, IsTrue)
|
|
logic, err = s.optimizer.onPhasePreprocessing(s.sctx, logic)
|
|
c.Assert(err, IsNil)
|
|
group := memo.Convert2Group(logic)
|
|
err = s.optimizer.onPhaseExploration(s.sctx, group)
|
|
c.Assert(err, IsNil)
|
|
s.testData.OnRecord(func() {
|
|
output[i].SQL = sql
|
|
output[i].Result = ToString(group)
|
|
})
|
|
c.Assert(ToString(group), DeepEquals, output[i].Result)
|
|
}
|
|
}
|
|
|
|
func (s *testTransformationRuleSuite) TestAggPushDownGather(c *C) {
|
|
s.optimizer.ResetTransformationRules(TransformationRuleBatch{
|
|
memo.OperandAggregation: {
|
|
NewRulePushAggDownGather(),
|
|
},
|
|
memo.OperandDataSource: {
|
|
NewRuleEnumeratePaths(),
|
|
},
|
|
})
|
|
defer func() {
|
|
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
|
|
}()
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
for i, sql := range input {
|
|
stmt, err := s.ParseOneStmt(sql, "", "")
|
|
c.Assert(err, IsNil)
|
|
p, _, err := plannercore.BuildLogicalPlan(context.Background(), s.sctx, stmt, s.is)
|
|
c.Assert(err, IsNil)
|
|
logic, ok := p.(plannercore.LogicalPlan)
|
|
c.Assert(ok, IsTrue)
|
|
logic, err = s.optimizer.onPhasePreprocessing(s.sctx, logic)
|
|
c.Assert(err, IsNil)
|
|
group := memo.Convert2Group(logic)
|
|
err = s.optimizer.onPhaseExploration(s.sctx, group)
|
|
c.Assert(err, IsNil)
|
|
// BuildKeyInfo here to test the KeyInfo for partialAgg.
|
|
group.BuildKeyInfo()
|
|
s.testData.OnRecord(func() {
|
|
output[i].SQL = sql
|
|
output[i].Result = ToString(group)
|
|
})
|
|
c.Assert(ToString(group), DeepEquals, output[i].Result)
|
|
}
|
|
}
|
|
|
|
func (s *testTransformationRuleSuite) TestPredicatePushDown(c *C) {
|
|
s.optimizer.ResetTransformationRules(
|
|
TransformationRuleBatch{ // TiDB layer
|
|
memo.OperandSelection: {
|
|
NewRulePushSelDownSort(),
|
|
NewRulePushSelDownProjection(),
|
|
NewRulePushSelDownAggregation(),
|
|
NewRulePushSelDownJoin(),
|
|
NewRulePushSelDownUnionAll(),
|
|
NewRulePushSelDownWindow(),
|
|
NewRuleMergeAdjacentSelection(),
|
|
},
|
|
},
|
|
TransformationRuleBatch{ // TiKV layer
|
|
memo.OperandSelection: {
|
|
NewRulePushSelDownTableScan(),
|
|
NewRulePushSelDownTiKVSingleGather(),
|
|
NewRulePushSelDownIndexScan(),
|
|
},
|
|
memo.OperandDataSource: {
|
|
NewRuleEnumeratePaths(),
|
|
},
|
|
},
|
|
)
|
|
defer func() {
|
|
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
|
|
}()
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
testGroupToString(input, output, s, c)
|
|
}
|
|
|
|
func (s *testTransformationRuleSuite) TestTopNRules(c *C) {
|
|
s.optimizer.ResetTransformationRules(
|
|
TransformationRuleBatch{ // TiDB layer
|
|
memo.OperandLimit: {
|
|
NewRuleTransformLimitToTopN(),
|
|
NewRulePushLimitDownProjection(),
|
|
NewRulePushLimitDownUnionAll(),
|
|
NewRulePushLimitDownOuterJoin(),
|
|
NewRuleMergeAdjacentLimit(),
|
|
},
|
|
memo.OperandTopN: {
|
|
NewRulePushTopNDownProjection(),
|
|
NewRulePushTopNDownOuterJoin(),
|
|
NewRulePushTopNDownUnionAll(),
|
|
},
|
|
},
|
|
TransformationRuleBatch{ // TiKV layer
|
|
memo.OperandLimit: {
|
|
NewRulePushLimitDownTiKVSingleGather(),
|
|
},
|
|
memo.OperandTopN: {
|
|
NewRulePushTopNDownTiKVSingleGather(),
|
|
},
|
|
memo.OperandDataSource: {
|
|
NewRuleEnumeratePaths(),
|
|
},
|
|
},
|
|
)
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
testGroupToString(input, output, s, c)
|
|
}
|
|
|
|
func (s *testTransformationRuleSuite) TestProjectionElimination(c *C) {
|
|
s.optimizer.ResetTransformationRules(TransformationRuleBatch{
|
|
memo.OperandProjection: {
|
|
NewRuleEliminateProjection(),
|
|
NewRuleMergeAdjacentProjection(),
|
|
},
|
|
})
|
|
defer func() {
|
|
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
|
|
}()
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
testGroupToString(input, output, s, c)
|
|
}
|
|
|
|
func (s *testTransformationRuleSuite) TestEliminateMaxMin(c *C) {
|
|
s.optimizer.ResetTransformationRules(map[memo.Operand][]Transformation{
|
|
memo.OperandAggregation: {
|
|
NewRuleEliminateSingleMaxMin(),
|
|
},
|
|
})
|
|
defer func() {
|
|
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
|
|
}()
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
testGroupToString(input, output, s, c)
|
|
}
|
|
|
|
func (s *testTransformationRuleSuite) TestMergeAggregationProjection(c *C) {
|
|
s.optimizer.ResetTransformationRules(TransformationRuleBatch{
|
|
memo.OperandAggregation: {
|
|
NewRuleMergeAggregationProjection(),
|
|
},
|
|
})
|
|
defer func() {
|
|
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
|
|
}()
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
testGroupToString(input, output, s, c)
|
|
}
|
|
|
|
func (s *testTransformationRuleSuite) TestMergeAdjacentTopN(c *C) {
|
|
s.optimizer.ResetTransformationRules(map[memo.Operand][]Transformation{
|
|
memo.OperandLimit: {
|
|
NewRuleTransformLimitToTopN(),
|
|
},
|
|
memo.OperandTopN: {
|
|
NewRulePushTopNDownProjection(),
|
|
NewRuleMergeAdjacentTopN(),
|
|
},
|
|
memo.OperandProjection: {
|
|
NewRuleMergeAdjacentProjection(),
|
|
},
|
|
})
|
|
defer func() {
|
|
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
|
|
}()
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
testGroupToString(input, output, s, c)
|
|
}
|
|
|
|
func (s *testTransformationRuleSuite) TestMergeAdjacentLimit(c *C) {
|
|
s.optimizer.ResetTransformationRules(TransformationRuleBatch{
|
|
memo.OperandLimit: {
|
|
NewRulePushLimitDownProjection(),
|
|
NewRuleMergeAdjacentLimit(),
|
|
},
|
|
})
|
|
defer func() {
|
|
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
|
|
}()
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
testGroupToString(input, output, s, c)
|
|
}
|
|
|
|
func (s *testTransformationRuleSuite) TestTransformLimitToTableDual(c *C) {
|
|
s.optimizer.ResetTransformationRules(TransformationRuleBatch{
|
|
memo.OperandLimit: {
|
|
NewRuleTransformLimitToTableDual(),
|
|
},
|
|
})
|
|
defer func() {
|
|
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
|
|
}()
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
testGroupToString(input, output, s, c)
|
|
}
|
|
|
|
func (s *testTransformationRuleSuite) TestPostTransformationRules(c *C) {
|
|
s.optimizer.ResetTransformationRules(TransformationRuleBatch{
|
|
memo.OperandLimit: {
|
|
NewRuleTransformLimitToTopN(),
|
|
},
|
|
}, PostTransformationBatch)
|
|
defer func() {
|
|
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
|
|
}()
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
testGroupToString(input, output, s, c)
|
|
}
|
|
|
|
func (s *testTransformationRuleSuite) TestPushLimitDownTiKVSingleGather(c *C) {
|
|
s.optimizer.ResetTransformationRules(map[memo.Operand][]Transformation{
|
|
memo.OperandLimit: {
|
|
NewRulePushLimitDownTiKVSingleGather(),
|
|
},
|
|
memo.OperandProjection: {
|
|
NewRuleEliminateProjection(),
|
|
},
|
|
memo.OperandDataSource: {
|
|
NewRuleEnumeratePaths(),
|
|
},
|
|
})
|
|
defer func() {
|
|
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
|
|
}()
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
testGroupToString(input, output, s, c)
|
|
}
|
|
|
|
func (s *testTransformationRuleSuite) TestEliminateOuterJoin(c *C) {
|
|
s.optimizer.ResetTransformationRules(map[memo.Operand][]Transformation{
|
|
memo.OperandAggregation: {
|
|
NewRuleEliminateOuterJoinBelowAggregation(),
|
|
},
|
|
memo.OperandProjection: {
|
|
NewRuleEliminateOuterJoinBelowProjection(),
|
|
},
|
|
})
|
|
defer func() {
|
|
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
|
|
}()
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
testGroupToString(input, output, s, c)
|
|
}
|
|
|
|
func (s *testTransformationRuleSuite) TestTransformAggregateCaseToSelection(c *C) {
|
|
s.optimizer.ResetTransformationRules(map[memo.Operand][]Transformation{
|
|
memo.OperandAggregation: {
|
|
NewRuleTransformAggregateCaseToSelection(),
|
|
},
|
|
})
|
|
defer func() {
|
|
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
|
|
}()
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
testGroupToString(input, output, s, c)
|
|
}
|
|
|
|
func (s *testTransformationRuleSuite) TestTransformAggToProj(c *C) {
|
|
s.optimizer.ResetTransformationRules(map[memo.Operand][]Transformation{
|
|
memo.OperandAggregation: {
|
|
NewRuleTransformAggToProj(),
|
|
},
|
|
memo.OperandProjection: {
|
|
NewRuleMergeAdjacentProjection(),
|
|
},
|
|
})
|
|
defer func() {
|
|
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
|
|
}()
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
testGroupToString(input, output, s, c)
|
|
}
|
|
|
|
func (s *testTransformationRuleSuite) TestDecorrelate(c *C) {
|
|
s.optimizer.ResetTransformationRules(map[memo.Operand][]Transformation{
|
|
memo.OperandApply: {
|
|
NewRulePullSelectionUpApply(),
|
|
NewRuleTransformApplyToJoin(),
|
|
},
|
|
})
|
|
defer func() {
|
|
s.optimizer.ResetTransformationRules(DefaultRuleBatches...)
|
|
}()
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
testGroupToString(input, output, s, c)
|
|
}
|
|
|