You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
1396 lines
42 KiB
1396 lines
42 KiB
// Copyright 2017 PingCAP, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package ranger_test
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"testing"
|
|
|
|
. "github.com/pingcap/check"
|
|
"github.com/pingcap/errors"
|
|
"github.com/pingcap/parser"
|
|
"github.com/pingcap/tidb/domain"
|
|
"github.com/pingcap/tidb/expression"
|
|
"github.com/pingcap/tidb/kv"
|
|
plannercore "github.com/pingcap/tidb/planner/core"
|
|
"github.com/pingcap/tidb/session"
|
|
"github.com/pingcap/tidb/sessionctx"
|
|
"github.com/pingcap/tidb/sessionctx/stmtctx"
|
|
"github.com/pingcap/tidb/store/mockstore"
|
|
"github.com/pingcap/tidb/store/mockstore/mocktikv"
|
|
"github.com/pingcap/tidb/types"
|
|
"github.com/pingcap/tidb/util/collate"
|
|
"github.com/pingcap/tidb/util/ranger"
|
|
"github.com/pingcap/tidb/util/testkit"
|
|
"github.com/pingcap/tidb/util/testleak"
|
|
"github.com/pingcap/tidb/util/testutil"
|
|
)
|
|
|
|
func TestT(t *testing.T) {
|
|
TestingT(t)
|
|
}
|
|
|
|
var _ = SerialSuites(&testRangerSuite{})
|
|
|
|
type testRangerSuite struct {
|
|
*parser.Parser
|
|
testData testutil.TestData
|
|
}
|
|
|
|
func (s *testRangerSuite) SetUpSuite(c *C) {
|
|
s.Parser = parser.New()
|
|
var err error
|
|
s.testData, err = testutil.LoadTestSuiteData("testdata", "ranger_suite")
|
|
c.Assert(err, IsNil)
|
|
}
|
|
|
|
func (s *testRangerSuite) TearDownSuite(c *C) {
|
|
c.Assert(s.testData.GenerateOutputIfNeeded(), IsNil)
|
|
}
|
|
|
|
func newDomainStoreWithBootstrap(c *C) (*domain.Domain, kv.Storage, error) {
|
|
cluster := mocktikv.NewCluster()
|
|
mocktikv.BootstrapWithSingleStore(cluster)
|
|
mvccStore := mocktikv.MustNewMVCCStore()
|
|
store, err := mockstore.NewMockTikvStore(
|
|
mockstore.WithCluster(cluster),
|
|
mockstore.WithMVCCStore(mvccStore),
|
|
)
|
|
c.Assert(err, IsNil)
|
|
session.SetSchemaLease(0)
|
|
session.DisableStats4Test()
|
|
if err != nil {
|
|
return nil, nil, errors.Trace(err)
|
|
}
|
|
dom, err := session.BootstrapSession(store)
|
|
return dom, store, errors.Trace(err)
|
|
}
|
|
|
|
func (s *testRangerSuite) TestTableRange(c *C) {
|
|
defer testleak.AfterTest(c)()
|
|
dom, store, err := newDomainStoreWithBootstrap(c)
|
|
defer func() {
|
|
dom.Close()
|
|
store.Close()
|
|
}()
|
|
c.Assert(err, IsNil)
|
|
testKit := testkit.NewTestKit(c, store)
|
|
testKit.MustExec("use test")
|
|
testKit.MustExec("drop table if exists t")
|
|
testKit.MustExec("create table t(a int, b int, c int unsigned)")
|
|
|
|
tests := []struct {
|
|
exprStr string
|
|
accessConds string
|
|
filterConds string
|
|
resultStr string
|
|
}{
|
|
{
|
|
exprStr: "a = 1",
|
|
accessConds: "[eq(test.t.a, 1)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1,1]]",
|
|
},
|
|
{
|
|
exprStr: "1 = a",
|
|
accessConds: "[eq(1, test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1,1]]",
|
|
},
|
|
{
|
|
exprStr: "a != 1",
|
|
accessConds: "[ne(test.t.a, 1)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,1) (1,+inf]]",
|
|
},
|
|
{
|
|
exprStr: "1 != a",
|
|
accessConds: "[ne(1, test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,1) (1,+inf]]",
|
|
},
|
|
{
|
|
exprStr: "a > 1",
|
|
accessConds: "[gt(test.t.a, 1)]",
|
|
filterConds: "[]",
|
|
resultStr: "[(1,+inf]]",
|
|
},
|
|
{
|
|
exprStr: "1 < a",
|
|
accessConds: "[lt(1, test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[(1,+inf]]",
|
|
},
|
|
{
|
|
exprStr: "a >= 1",
|
|
accessConds: "[ge(test.t.a, 1)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1,+inf]]",
|
|
},
|
|
{
|
|
exprStr: "1 <= a",
|
|
accessConds: "[le(1, test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1,+inf]]",
|
|
},
|
|
{
|
|
exprStr: "a < 1",
|
|
accessConds: "[lt(test.t.a, 1)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,1)]",
|
|
},
|
|
{
|
|
exprStr: "1 > a",
|
|
accessConds: "[gt(1, test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,1)]",
|
|
},
|
|
{
|
|
exprStr: "a <= 1",
|
|
accessConds: "[le(test.t.a, 1)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,1]]",
|
|
},
|
|
{
|
|
exprStr: "1 >= test.t.a",
|
|
accessConds: "[ge(1, test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,1]]",
|
|
},
|
|
{
|
|
exprStr: "(a)",
|
|
accessConds: "[test.t.a]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,0) (0,+inf]]",
|
|
},
|
|
{
|
|
exprStr: "a in (1, 3, NULL, 2)",
|
|
accessConds: "[in(test.t.a, 1, 3, <nil>, 2)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1,1] [2,2] [3,3]]",
|
|
},
|
|
{
|
|
exprStr: `a IN (8,8,81,45)`,
|
|
accessConds: "[in(test.t.a, 8, 8, 81, 45)]",
|
|
filterConds: "[]",
|
|
resultStr: `[[8,8] [45,45] [81,81]]`,
|
|
},
|
|
{
|
|
exprStr: "a between 1 and 2",
|
|
accessConds: "[ge(test.t.a, 1) le(test.t.a, 2)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1,2]]",
|
|
},
|
|
{
|
|
exprStr: "a not between 1 and 2",
|
|
accessConds: "[or(lt(test.t.a, 1), gt(test.t.a, 2))]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,1) (2,+inf]]",
|
|
},
|
|
{
|
|
exprStr: "a between 2 and 1",
|
|
accessConds: "[ge(test.t.a, 2) le(test.t.a, 1)]",
|
|
filterConds: "[]",
|
|
resultStr: "[]",
|
|
},
|
|
{
|
|
exprStr: "a not between 2 and 1",
|
|
accessConds: "[or(lt(test.t.a, 2), gt(test.t.a, 1))]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,+inf]]",
|
|
},
|
|
{
|
|
exprStr: "a IS NULL",
|
|
accessConds: "[isnull(test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[]",
|
|
},
|
|
{
|
|
exprStr: "a IS NOT NULL",
|
|
accessConds: "[not(isnull(test.t.a))]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,+inf]]",
|
|
},
|
|
{
|
|
exprStr: "a IS TRUE",
|
|
accessConds: "[istrue(test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,0) (0,+inf]]",
|
|
},
|
|
{
|
|
exprStr: "a IS NOT TRUE",
|
|
accessConds: "[not(istrue(test.t.a))]",
|
|
filterConds: "[]",
|
|
resultStr: "[[0,0]]",
|
|
},
|
|
{
|
|
exprStr: "a IS FALSE",
|
|
accessConds: "[isfalse(test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[0,0]]",
|
|
},
|
|
{
|
|
exprStr: "a IS NOT FALSE",
|
|
accessConds: "[not(isfalse(test.t.a))]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,0) (0,+inf]]",
|
|
},
|
|
{
|
|
exprStr: "a = 1 or a = 3 or a = 4 or (a > 1 and (a = -1 or a = 5))",
|
|
accessConds: "[or(or(eq(test.t.a, 1), eq(test.t.a, 3)), or(eq(test.t.a, 4), and(gt(test.t.a, 1), or(eq(test.t.a, -1), eq(test.t.a, 5)))))]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1,1] [3,3] [4,4] [5,5]]",
|
|
},
|
|
{
|
|
exprStr: "(a = 1 and b = 1) or (a = 2 and b = 2)",
|
|
accessConds: "[or(eq(test.t.a, 1), eq(test.t.a, 2))]",
|
|
filterConds: "[or(and(eq(test.t.a, 1), eq(test.t.b, 1)), and(eq(test.t.a, 2), eq(test.t.b, 2)))]",
|
|
resultStr: "[[1,1] [2,2]]",
|
|
},
|
|
{
|
|
exprStr: "a = 1 or a = 3 or a = 4 or (b > 1 and (a = -1 or a = 5))",
|
|
accessConds: "[or(or(eq(test.t.a, 1), eq(test.t.a, 3)), or(eq(test.t.a, 4), or(eq(test.t.a, -1), eq(test.t.a, 5))))]",
|
|
filterConds: "[or(or(or(eq(test.t.a, 1), eq(test.t.a, 3)), eq(test.t.a, 4)), and(gt(test.t.b, 1), or(eq(test.t.a, -1), eq(test.t.a, 5))))]",
|
|
resultStr: "[[-1,-1] [1,1] [3,3] [4,4] [5,5]]",
|
|
},
|
|
{
|
|
exprStr: "a in (1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 2, 3, 4, 4, 1, 2)",
|
|
accessConds: "[in(test.t.a, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 2, 3, 4, 4, 1, 2)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1,1] [2,2] [3,3] [4,4]]",
|
|
},
|
|
{
|
|
exprStr: "a not in (1, 2, 3)",
|
|
accessConds: "[not(in(test.t.a, 1, 2, 3))]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,1) (3,+inf]]",
|
|
},
|
|
{
|
|
exprStr: "a > 9223372036854775807",
|
|
accessConds: "[gt(test.t.a, 9223372036854775807)]",
|
|
filterConds: "[]",
|
|
resultStr: "[]",
|
|
},
|
|
{
|
|
exprStr: "a >= 9223372036854775807",
|
|
accessConds: "[ge(test.t.a, 9223372036854775807)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[9223372036854775807,+inf]]",
|
|
},
|
|
{
|
|
exprStr: "a < -9223372036854775807",
|
|
accessConds: "[lt(test.t.a, -9223372036854775807)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,-9223372036854775807)]",
|
|
},
|
|
{
|
|
exprStr: "a < -9223372036854775808",
|
|
accessConds: "[lt(test.t.a, -9223372036854775808)]",
|
|
filterConds: "[]",
|
|
resultStr: "[]",
|
|
},
|
|
}
|
|
|
|
ctx := context.Background()
|
|
for _, tt := range tests {
|
|
sql := "select * from t where " + tt.exprStr
|
|
sctx := testKit.Se.(sessionctx.Context)
|
|
stmts, err := session.Parse(sctx, sql)
|
|
c.Assert(err, IsNil, Commentf("error %v, for expr %s", err, tt.exprStr))
|
|
c.Assert(stmts, HasLen, 1)
|
|
is := domain.GetDomain(sctx).InfoSchema()
|
|
err = plannercore.Preprocess(sctx, stmts[0], is)
|
|
c.Assert(err, IsNil, Commentf("error %v, for resolve name, expr %s", err, tt.exprStr))
|
|
p, _, err := plannercore.BuildLogicalPlan(ctx, sctx, stmts[0], is)
|
|
c.Assert(err, IsNil, Commentf("error %v, for build plan, expr %s", err, tt.exprStr))
|
|
selection := p.(plannercore.LogicalPlan).Children()[0].(*plannercore.LogicalSelection)
|
|
conds := make([]expression.Expression, len(selection.Conditions))
|
|
for i, cond := range selection.Conditions {
|
|
conds[i] = expression.PushDownNot(sctx, cond)
|
|
}
|
|
tbl := selection.Children()[0].(*plannercore.DataSource).TableInfo()
|
|
col := expression.ColInfo2Col(selection.Schema().Columns, tbl.Columns[0])
|
|
c.Assert(col, NotNil)
|
|
var filter []expression.Expression
|
|
conds, filter = ranger.DetachCondsForColumn(sctx, conds, col)
|
|
c.Assert(fmt.Sprintf("%s", conds), Equals, tt.accessConds, Commentf("wrong access conditions for expr: %s", tt.exprStr))
|
|
c.Assert(fmt.Sprintf("%s", filter), Equals, tt.filterConds, Commentf("wrong filter conditions for expr: %s", tt.exprStr))
|
|
result, err := ranger.BuildTableRange(conds, new(stmtctx.StatementContext), col.RetType)
|
|
c.Assert(err, IsNil, Commentf("failed to build table range for expr %s", tt.exprStr))
|
|
got := fmt.Sprintf("%v", result)
|
|
c.Assert(got, Equals, tt.resultStr, Commentf("different for expr %s", tt.exprStr))
|
|
}
|
|
}
|
|
|
|
func (s *testRangerSuite) TestIndexRange(c *C) {
|
|
defer testleak.AfterTest(c)()
|
|
dom, store, err := newDomainStoreWithBootstrap(c)
|
|
defer func() {
|
|
dom.Close()
|
|
store.Close()
|
|
}()
|
|
c.Assert(err, IsNil)
|
|
testKit := testkit.NewTestKit(c, store)
|
|
testKit.MustExec("use test")
|
|
testKit.MustExec("drop table if exists t")
|
|
testKit.MustExec(`
|
|
create table t(
|
|
a varchar(50),
|
|
b int,
|
|
c double,
|
|
d varchar(10),
|
|
e binary(10),
|
|
f varchar(10) collate utf8mb4_general_ci,
|
|
index idx_ab(a(50), b),
|
|
index idx_cb(c, a),
|
|
index idx_d(d(2)),
|
|
index idx_e(e(2)),
|
|
index idx_f(f)
|
|
)`)
|
|
|
|
tests := []struct {
|
|
indexPos int
|
|
exprStr string
|
|
accessConds string
|
|
filterConds string
|
|
resultStr string
|
|
}{
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a LIKE 'abc%'`,
|
|
accessConds: `[like(test.t.a, abc%, 92)]`,
|
|
filterConds: "[]",
|
|
resultStr: "[[\"abc\",\"abd\")]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: "a LIKE 'abc_'",
|
|
accessConds: "[like(test.t.a, abc_, 92)]",
|
|
filterConds: "[like(test.t.a, abc_, 92)]",
|
|
resultStr: "[(\"abc\",\"abd\")]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: "a LIKE 'abc'",
|
|
accessConds: "[eq(test.t.a, abc)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[\"abc\",\"abc\"]]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a LIKE "ab\_c"`,
|
|
accessConds: "[eq(test.t.a, ab_c)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[\"ab_c\",\"ab_c\"]]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a LIKE '%'`,
|
|
accessConds: "[]",
|
|
filterConds: `[like(test.t.a, %, 92)]`,
|
|
resultStr: "[[NULL,+inf]]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a LIKE '\%a'`,
|
|
accessConds: "[eq(test.t.a, %a)]",
|
|
filterConds: "[]",
|
|
resultStr: `[["%a","%a"]]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a LIKE "\\"`,
|
|
accessConds: "[eq(test.t.a, \\)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[\"\\\",\"\\\"]]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a LIKE "\\\\a%"`,
|
|
accessConds: `[like(test.t.a, \\a%, 92)]`,
|
|
filterConds: "[]",
|
|
resultStr: "[[\"\\a\",\"\\b\")]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a > NULL`,
|
|
accessConds: "[gt(test.t.a, <nil>)]",
|
|
filterConds: "[]",
|
|
resultStr: `[]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a = 'a' and b in (1, 2, 3)`,
|
|
accessConds: "[eq(test.t.a, a) in(test.t.b, 1, 2, 3)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[\"a\" 1,\"a\" 1] [\"a\" 2,\"a\" 2] [\"a\" 3,\"a\" 3]]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a = 'a' and b not in (1, 2, 3)`,
|
|
accessConds: "[eq(test.t.a, a) not(in(test.t.b, 1, 2, 3))]",
|
|
filterConds: "[]",
|
|
resultStr: "[(\"a\" NULL,\"a\" 1) (\"a\" 3,\"a\" +inf]]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a in ('a') and b in ('1', 2.0, NULL)`,
|
|
accessConds: "[eq(test.t.a, a) in(test.t.b, 1, 2, <nil>)]",
|
|
filterConds: "[]",
|
|
resultStr: `[["a" 1,"a" 1] ["a" 2,"a" 2]]`,
|
|
},
|
|
{
|
|
indexPos: 1,
|
|
exprStr: `c in ('1.1', 1, 1.1) and a in ('1', 'a', NULL)`,
|
|
accessConds: "[in(test.t.c, 1.1, 1, 1.1) in(test.t.a, 1, a, <nil>)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1 \"1\",1 \"1\"] [1 \"a\",1 \"a\"] [1.1 \"1\",1.1 \"1\"] [1.1 \"a\",1.1 \"a\"]]",
|
|
},
|
|
{
|
|
indexPos: 1,
|
|
exprStr: "c in (1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 2, 3, 4, 4, 1, 2)",
|
|
accessConds: "[in(test.t.c, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 2, 3, 4, 4, 1, 2)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1,1] [2,2] [3,3] [4,4]]",
|
|
},
|
|
{
|
|
indexPos: 1,
|
|
exprStr: "c not in (1, 2, 3)",
|
|
accessConds: "[not(in(test.t.c, 1, 2, 3))]",
|
|
filterConds: "[]",
|
|
resultStr: "[(NULL,1) (1,2) (2,3) (3,+inf]]",
|
|
},
|
|
{
|
|
indexPos: 1,
|
|
exprStr: "c in (1, 2) and c in (1, 3)",
|
|
accessConds: "[eq(test.t.c, 1)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1,1]]",
|
|
},
|
|
{
|
|
indexPos: 1,
|
|
exprStr: "c = 1 and c = 2",
|
|
accessConds: "[]",
|
|
filterConds: "[]",
|
|
resultStr: "[]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: "a in (NULL)",
|
|
accessConds: "[eq(test.t.a, <nil>)]",
|
|
filterConds: "[]",
|
|
resultStr: "[]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: "a not in (NULL, '1', '2', '3')",
|
|
accessConds: "[not(in(test.t.a, <nil>, 1, 2, 3))]",
|
|
filterConds: "[]",
|
|
resultStr: "[]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: "not (a not in (NULL, '1', '2', '3') and a > '2')",
|
|
accessConds: "[or(in(test.t.a, <nil>, 1, 2, 3), le(test.t.a, 2))]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,\"2\"] [\"3\",\"3\"]]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: "not (a not in (NULL) and a > '2')",
|
|
accessConds: "[or(eq(test.t.a, <nil>), le(test.t.a, 2))]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,\"2\"]]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: "not (a not in (NULL) or a > '2')",
|
|
accessConds: "[and(eq(test.t.a, <nil>), le(test.t.a, 2))]",
|
|
filterConds: "[]",
|
|
resultStr: "[]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: "(a > 'b' and a < 'bbb') or (a < 'cb' and a > 'a')",
|
|
accessConds: "[or(and(gt(test.t.a, b), lt(test.t.a, bbb)), and(lt(test.t.a, cb), gt(test.t.a, a)))]",
|
|
filterConds: "[]",
|
|
resultStr: "[(\"a\",\"cb\")]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: "(a > 'a' and a < 'b') or (a >= 'b' and a < 'c')",
|
|
accessConds: "[or(and(gt(test.t.a, a), lt(test.t.a, b)), and(ge(test.t.a, b), lt(test.t.a, c)))]",
|
|
filterConds: "[]",
|
|
resultStr: "[(\"a\",\"c\")]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: "(a > 'a' and a < 'b' and b < 1) or (a >= 'b' and a < 'c')",
|
|
accessConds: "[or(and(gt(test.t.a, a), lt(test.t.a, b)), and(ge(test.t.a, b), lt(test.t.a, c)))]",
|
|
filterConds: "[or(and(and(gt(test.t.a, a), lt(test.t.a, b)), lt(test.t.b, 1)), and(ge(test.t.a, b), lt(test.t.a, c)))]",
|
|
resultStr: "[(\"a\",\"c\")]",
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: "(a in ('a', 'b') and b < 1) or (a >= 'b' and a < 'c')",
|
|
accessConds: "[or(and(in(test.t.a, a, b), lt(test.t.b, 1)), and(ge(test.t.a, b), lt(test.t.a, c)))]",
|
|
filterConds: "[]",
|
|
resultStr: `[["a" -inf,"a" 1) ["b","c")]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: "(a > 'a') or (c > 1)",
|
|
accessConds: "[]",
|
|
filterConds: "[or(gt(test.t.a, a), gt(test.t.c, 1))]",
|
|
resultStr: "[[NULL,+inf]]",
|
|
},
|
|
{
|
|
indexPos: 2,
|
|
exprStr: `d = "你好啊"`,
|
|
accessConds: "[eq(test.t.d, 你好啊)]",
|
|
filterConds: "[eq(test.t.d, 你好啊)]",
|
|
resultStr: "[[\"你好\",\"你好\"]]",
|
|
},
|
|
{
|
|
indexPos: 3,
|
|
exprStr: `e = "你好啊"`,
|
|
accessConds: "[eq(test.t.e, 你好啊)]",
|
|
filterConds: "[eq(test.t.e, 你好啊)]",
|
|
resultStr: "[[\"[228 189]\",\"[228 189]\"]]",
|
|
},
|
|
{
|
|
indexPos: 2,
|
|
exprStr: `d in ("你好啊", "再见")`,
|
|
accessConds: "[in(test.t.d, 你好啊, 再见)]",
|
|
filterConds: "[in(test.t.d, 你好啊, 再见)]",
|
|
resultStr: "[[\"你好\",\"你好\"] [\"再见\",\"再见\"]]",
|
|
},
|
|
{
|
|
indexPos: 2,
|
|
exprStr: `d not in ("你好啊")`,
|
|
accessConds: "[]",
|
|
filterConds: "[ne(test.t.d, 你好啊)]",
|
|
resultStr: "[[NULL,+inf]]",
|
|
},
|
|
{
|
|
indexPos: 2,
|
|
exprStr: `d < "你好" || d > "你好"`,
|
|
accessConds: "[or(lt(test.t.d, 你好), gt(test.t.d, 你好))]",
|
|
filterConds: "[or(lt(test.t.d, 你好), gt(test.t.d, 你好))]",
|
|
resultStr: "[[-inf,\"你好\") (\"你好\",+inf]]",
|
|
},
|
|
{
|
|
indexPos: 2,
|
|
exprStr: `not(d < "你好" || d > "你好")`,
|
|
accessConds: "[and(ge(test.t.d, 你好), le(test.t.d, 你好))]",
|
|
filterConds: "[and(ge(test.t.d, 你好), le(test.t.d, 你好))]",
|
|
resultStr: "[[\"你好\",\"你好\"]]",
|
|
},
|
|
{
|
|
indexPos: 4,
|
|
exprStr: "f >= 'a' and f <= 'B'",
|
|
accessConds: "[ge(test.t.f, a) le(test.t.f, B)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[\"a\",\"B\"]]",
|
|
},
|
|
{
|
|
indexPos: 4,
|
|
exprStr: "f in ('a', 'B')",
|
|
accessConds: "[in(test.t.f, a, B)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[\"a\",\"a\"] [\"B\",\"B\"]]",
|
|
},
|
|
{
|
|
indexPos: 4,
|
|
exprStr: "f = 'a' and f = 'B' collate utf8mb4_bin",
|
|
accessConds: "[eq(test.t.f, a)]",
|
|
filterConds: "[eq(test.t.f, B)]",
|
|
resultStr: "[[\"a\",\"a\"]]",
|
|
},
|
|
{
|
|
indexPos: 4,
|
|
exprStr: "f like '@%' collate utf8mb4_bin",
|
|
accessConds: "[]",
|
|
filterConds: "[like(test.t.f, @%, 92)]",
|
|
resultStr: "[[NULL,+inf]]",
|
|
},
|
|
}
|
|
|
|
collate.SetNewCollationEnabledForTest(true)
|
|
defer func() { collate.SetNewCollationEnabledForTest(false) }()
|
|
ctx := context.Background()
|
|
for _, tt := range tests {
|
|
sql := "select * from t where " + tt.exprStr
|
|
sctx := testKit.Se.(sessionctx.Context)
|
|
stmts, err := session.Parse(sctx, sql)
|
|
c.Assert(err, IsNil, Commentf("error %v, for expr %s", err, tt.exprStr))
|
|
c.Assert(stmts, HasLen, 1)
|
|
is := domain.GetDomain(sctx).InfoSchema()
|
|
err = plannercore.Preprocess(sctx, stmts[0], is)
|
|
c.Assert(err, IsNil, Commentf("error %v, for resolve name, expr %s", err, tt.exprStr))
|
|
p, _, err := plannercore.BuildLogicalPlan(ctx, sctx, stmts[0], is)
|
|
c.Assert(err, IsNil, Commentf("error %v, for build plan, expr %s", err, tt.exprStr))
|
|
selection := p.(plannercore.LogicalPlan).Children()[0].(*plannercore.LogicalSelection)
|
|
tbl := selection.Children()[0].(*plannercore.DataSource).TableInfo()
|
|
c.Assert(selection, NotNil, Commentf("expr:%v", tt.exprStr))
|
|
conds := make([]expression.Expression, len(selection.Conditions))
|
|
for i, cond := range selection.Conditions {
|
|
conds[i] = expression.PushDownNot(sctx, cond)
|
|
}
|
|
cols, lengths := expression.IndexInfo2PrefixCols(tbl.Columns, selection.Schema().Columns, tbl.Indices[tt.indexPos])
|
|
c.Assert(cols, NotNil)
|
|
res, err := ranger.DetachCondAndBuildRangeForIndex(sctx, conds, cols, lengths)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(fmt.Sprintf("%s", res.AccessConds), Equals, tt.accessConds, Commentf("wrong access conditions for expr: %s", tt.exprStr))
|
|
c.Assert(fmt.Sprintf("%s", res.RemainedConds), Equals, tt.filterConds, Commentf("wrong filter conditions for expr: %s", tt.exprStr))
|
|
got := fmt.Sprintf("%v", res.Ranges)
|
|
c.Assert(got, Equals, tt.resultStr, Commentf("different for expr %s", tt.exprStr))
|
|
}
|
|
}
|
|
|
|
// for issue #6661
|
|
func (s *testRangerSuite) TestIndexRangeForUnsignedInt(c *C) {
|
|
defer testleak.AfterTest(c)()
|
|
dom, store, err := newDomainStoreWithBootstrap(c)
|
|
defer func() {
|
|
dom.Close()
|
|
store.Close()
|
|
}()
|
|
c.Assert(err, IsNil)
|
|
testKit := testkit.NewTestKit(c, store)
|
|
testKit.MustExec("use test")
|
|
testKit.MustExec("drop table if exists t")
|
|
testKit.MustExec("create table t (a smallint(5) unsigned,key (a) )")
|
|
|
|
tests := []struct {
|
|
indexPos int
|
|
exprStr string
|
|
accessConds string
|
|
filterConds string
|
|
resultStr string
|
|
}{
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a not in (0, 1, 2)`,
|
|
accessConds: "[not(in(test.t.a, 0, 1, 2))]",
|
|
filterConds: "[]",
|
|
resultStr: `[(NULL,0) (2,+inf]]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a not in (-1, 1, 2)`,
|
|
accessConds: "[not(in(test.t.a, -1, 1, 2))]",
|
|
filterConds: "[]",
|
|
resultStr: `[(NULL,1) (2,+inf]]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a not in (-2, -1, 1, 2)`,
|
|
accessConds: "[not(in(test.t.a, -2, -1, 1, 2))]",
|
|
filterConds: "[]",
|
|
resultStr: `[(NULL,1) (2,+inf]]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a not in (111)`,
|
|
accessConds: "[ne(test.t.a, 111)]",
|
|
filterConds: "[]",
|
|
resultStr: `[[-inf,111) (111,+inf]]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a not in (1, 2, 9223372036854775810)`,
|
|
accessConds: "[not(in(test.t.a, 1, 2, 9223372036854775810))]",
|
|
filterConds: "[]",
|
|
resultStr: `[(NULL,1) (2,9223372036854775810) (9223372036854775810,+inf]]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a >= -2147483648`,
|
|
accessConds: "[ge(test.t.a, -2147483648)]",
|
|
filterConds: "[]",
|
|
resultStr: `[[0,+inf]]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a > -2147483648`,
|
|
accessConds: "[gt(test.t.a, -2147483648)]",
|
|
filterConds: "[]",
|
|
resultStr: `[[0,+inf]]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a != -2147483648`,
|
|
accessConds: "[ne(test.t.a, -2147483648)]",
|
|
filterConds: "[]",
|
|
resultStr: `[[0,+inf]]`,
|
|
},
|
|
{
|
|
exprStr: "a < -1 or a < 1",
|
|
accessConds: "[or(lt(test.t.a, -1), lt(test.t.a, 1))]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,1)]",
|
|
},
|
|
{
|
|
exprStr: "a < -1 and a < 1",
|
|
accessConds: "[lt(test.t.a, -1) lt(test.t.a, 1)]",
|
|
filterConds: "[]",
|
|
resultStr: "[]",
|
|
},
|
|
}
|
|
|
|
ctx := context.Background()
|
|
for _, tt := range tests {
|
|
sql := "select * from t where " + tt.exprStr
|
|
sctx := testKit.Se.(sessionctx.Context)
|
|
stmts, err := session.Parse(sctx, sql)
|
|
c.Assert(err, IsNil, Commentf("error %v, for expr %s", err, tt.exprStr))
|
|
c.Assert(stmts, HasLen, 1)
|
|
is := domain.GetDomain(sctx).InfoSchema()
|
|
err = plannercore.Preprocess(sctx, stmts[0], is)
|
|
c.Assert(err, IsNil, Commentf("error %v, for resolve name, expr %s", err, tt.exprStr))
|
|
p, _, err := plannercore.BuildLogicalPlan(ctx, sctx, stmts[0], is)
|
|
c.Assert(err, IsNil, Commentf("error %v, for build plan, expr %s", err, tt.exprStr))
|
|
selection := p.(plannercore.LogicalPlan).Children()[0].(*plannercore.LogicalSelection)
|
|
tbl := selection.Children()[0].(*plannercore.DataSource).TableInfo()
|
|
c.Assert(selection, NotNil, Commentf("expr:%v", tt.exprStr))
|
|
conds := make([]expression.Expression, len(selection.Conditions))
|
|
for i, cond := range selection.Conditions {
|
|
conds[i] = expression.PushDownNot(sctx, cond)
|
|
}
|
|
cols, lengths := expression.IndexInfo2PrefixCols(tbl.Columns, selection.Schema().Columns, tbl.Indices[tt.indexPos])
|
|
c.Assert(cols, NotNil)
|
|
res, err := ranger.DetachCondAndBuildRangeForIndex(sctx, conds, cols, lengths)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(fmt.Sprintf("%s", res.AccessConds), Equals, tt.accessConds, Commentf("wrong access conditions for expr: %s", tt.exprStr))
|
|
c.Assert(fmt.Sprintf("%s", res.RemainedConds), Equals, tt.filterConds, Commentf("wrong filter conditions for expr: %s", tt.exprStr))
|
|
got := fmt.Sprintf("%v", res.Ranges)
|
|
c.Assert(got, Equals, tt.resultStr, Commentf("different for expr %s", tt.exprStr))
|
|
}
|
|
}
|
|
|
|
func (s *testRangerSuite) TestColumnRange(c *C) {
|
|
defer testleak.AfterTest(c)()
|
|
dom, store, err := newDomainStoreWithBootstrap(c)
|
|
defer func() {
|
|
dom.Close()
|
|
store.Close()
|
|
}()
|
|
c.Assert(err, IsNil)
|
|
testKit := testkit.NewTestKit(c, store)
|
|
testKit.MustExec("use test")
|
|
testKit.MustExec("drop table if exists t")
|
|
testKit.MustExec("create table t(a int, b double, c float(3, 2), d varchar(3), e bigint unsigned)")
|
|
|
|
tests := []struct {
|
|
colPos int
|
|
exprStr string
|
|
accessConds string
|
|
filterConds string
|
|
resultStr string
|
|
length int
|
|
}{
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a = 1 and b > 1",
|
|
accessConds: "[eq(test.t.a, 1)]",
|
|
filterConds: "[gt(test.t.b, 1)]",
|
|
resultStr: "[[1,1]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 1,
|
|
exprStr: "b > 1",
|
|
accessConds: "[gt(test.t.b, 1)]",
|
|
filterConds: "[]",
|
|
resultStr: "[(1,+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "1 = a",
|
|
accessConds: "[eq(1, test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1,1]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a != 1",
|
|
accessConds: "[ne(test.t.a, 1)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,1) (1,+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "1 != a",
|
|
accessConds: "[ne(1, test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,1) (1,+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a > 1",
|
|
accessConds: "[gt(test.t.a, 1)]",
|
|
filterConds: "[]",
|
|
resultStr: "[(1,+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "1 < a",
|
|
accessConds: "[lt(1, test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[(1,+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a >= 1",
|
|
accessConds: "[ge(test.t.a, 1)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1,+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "1 <= a",
|
|
accessConds: "[le(1, test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1,+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a < 1",
|
|
accessConds: "[lt(test.t.a, 1)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,1)]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "1 > a",
|
|
accessConds: "[gt(1, test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,1)]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a <= 1",
|
|
accessConds: "[le(test.t.a, 1)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,1]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "1 >= a",
|
|
accessConds: "[ge(1, test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,1]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "(a)",
|
|
accessConds: "[test.t.a]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,0) (0,+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a in (1, 3, NULL, 2)",
|
|
accessConds: "[in(test.t.a, 1, 3, <nil>, 2)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1,1] [2,2] [3,3]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: `a IN (8,8,81,45)`,
|
|
accessConds: "[in(test.t.a, 8, 8, 81, 45)]",
|
|
filterConds: "[]",
|
|
resultStr: `[[8,8] [45,45] [81,81]]`,
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a between 1 and 2",
|
|
accessConds: "[ge(test.t.a, 1) le(test.t.a, 2)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1,2]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a not between 1 and 2",
|
|
accessConds: "[or(lt(test.t.a, 1), gt(test.t.a, 2))]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,1) (2,+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
//{
|
|
// `a > null` will be converted to `castAsString(a) > null` which can not be extracted as access condition.
|
|
// exprStr: "a not between null and 0",
|
|
// resultStr[(0,+inf]]
|
|
//},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a between 2 and 1",
|
|
accessConds: "[ge(test.t.a, 2) le(test.t.a, 1)]",
|
|
filterConds: "[]",
|
|
resultStr: "[]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a not between 2 and 1",
|
|
accessConds: "[or(lt(test.t.a, 2), gt(test.t.a, 1))]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a IS NULL",
|
|
accessConds: "[isnull(test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[NULL,NULL]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a IS NOT NULL",
|
|
accessConds: "[not(isnull(test.t.a))]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a IS TRUE",
|
|
accessConds: "[istrue(test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,0) (0,+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a IS NOT TRUE",
|
|
accessConds: "[not(istrue(test.t.a))]",
|
|
filterConds: "[]",
|
|
resultStr: "[[NULL,NULL] [0,0]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a IS FALSE",
|
|
accessConds: "[isfalse(test.t.a)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[0,0]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a IS NOT FALSE",
|
|
accessConds: "[not(isfalse(test.t.a))]",
|
|
filterConds: "[]",
|
|
resultStr: "[[NULL,0) (0,+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 1,
|
|
exprStr: `b in (1, '2.1')`,
|
|
accessConds: "[in(test.t.b, 1, 2.1)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1,1] [2.1,2.1]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 0,
|
|
exprStr: `a > 9223372036854775807`,
|
|
accessConds: "[gt(test.t.a, 9223372036854775807)]",
|
|
filterConds: "[]",
|
|
resultStr: "[(9223372036854775807,+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 2,
|
|
exprStr: `c > 111.11111111`,
|
|
accessConds: "[gt(test.t.c, 111.11111111)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[111.111115,+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 3,
|
|
exprStr: `d > 'aaaaaaaaaaaaaa'`,
|
|
accessConds: "[gt(test.t.d, aaaaaaaaaaaaaa)]",
|
|
filterConds: "[]",
|
|
resultStr: "[(\"aaaaaaaaaaaaaa\",+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 4,
|
|
exprStr: `e > 18446744073709500000`,
|
|
accessConds: "[gt(test.t.e, 18446744073709500000)]",
|
|
filterConds: "[]",
|
|
resultStr: "[(18446744073709500000,+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 4,
|
|
exprStr: `e > -2147483648`,
|
|
accessConds: "[gt(test.t.e, -2147483648)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[0,+inf]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
{
|
|
colPos: 3,
|
|
exprStr: "d = 'aab' or d = 'aac'",
|
|
accessConds: "[or(eq(test.t.d, aab), eq(test.t.d, aac))]",
|
|
filterConds: "[]",
|
|
resultStr: "[[\"a\",\"a\"]]",
|
|
length: 1,
|
|
},
|
|
// This test case cannot be simplified to [1, 3] otherwise the index join will executes wrongly.
|
|
{
|
|
colPos: 0,
|
|
exprStr: "a in (1, 2, 3)",
|
|
accessConds: "[in(test.t.a, 1, 2, 3)]",
|
|
filterConds: "",
|
|
resultStr: "[[1,1] [2,2] [3,3]]",
|
|
length: types.UnspecifiedLength,
|
|
},
|
|
}
|
|
|
|
ctx := context.Background()
|
|
for _, tt := range tests {
|
|
sql := "select * from t where " + tt.exprStr
|
|
sctx := testKit.Se.(sessionctx.Context)
|
|
stmts, err := session.Parse(sctx, sql)
|
|
c.Assert(err, IsNil, Commentf("error %v, for expr %s", err, tt.exprStr))
|
|
c.Assert(stmts, HasLen, 1)
|
|
is := domain.GetDomain(sctx).InfoSchema()
|
|
err = plannercore.Preprocess(sctx, stmts[0], is)
|
|
c.Assert(err, IsNil, Commentf("error %v, for resolve name, expr %s", err, tt.exprStr))
|
|
p, _, err := plannercore.BuildLogicalPlan(ctx, sctx, stmts[0], is)
|
|
c.Assert(err, IsNil, Commentf("error %v, for build plan, expr %s", err, tt.exprStr))
|
|
sel := p.(plannercore.LogicalPlan).Children()[0].(*plannercore.LogicalSelection)
|
|
ds, ok := sel.Children()[0].(*plannercore.DataSource)
|
|
c.Assert(ok, IsTrue, Commentf("expr:%v", tt.exprStr))
|
|
conds := make([]expression.Expression, len(sel.Conditions))
|
|
for i, cond := range sel.Conditions {
|
|
conds[i] = expression.PushDownNot(sctx, cond)
|
|
}
|
|
col := expression.ColInfo2Col(sel.Schema().Columns, ds.TableInfo().Columns[tt.colPos])
|
|
c.Assert(col, NotNil)
|
|
conds = ranger.ExtractAccessConditionsForColumn(conds, col.UniqueID)
|
|
c.Assert(fmt.Sprintf("%s", conds), Equals, tt.accessConds, Commentf("wrong access conditions for expr: %s", tt.exprStr))
|
|
result, err := ranger.BuildColumnRange(conds, new(stmtctx.StatementContext), col.RetType, tt.length)
|
|
c.Assert(err, IsNil)
|
|
got := fmt.Sprintf("%v", result)
|
|
c.Assert(got, Equals, tt.resultStr, Commentf("different for expr %s, col: %v", tt.exprStr, col))
|
|
}
|
|
}
|
|
|
|
func (s *testRangerSuite) TestIndexRangeElimininatedProjection(c *C) {
|
|
defer testleak.AfterTest(c)()
|
|
dom, store, err := newDomainStoreWithBootstrap(c)
|
|
defer func() {
|
|
dom.Close()
|
|
store.Close()
|
|
}()
|
|
c.Assert(err, IsNil)
|
|
testKit := testkit.NewTestKit(c, store)
|
|
testKit.MustExec("use test")
|
|
testKit.MustExec("drop table if exists t")
|
|
testKit.MustExec("create table t(a int not null, b int not null, primary key(a,b))")
|
|
testKit.MustExec("insert into t values(1,2)")
|
|
testKit.MustExec("analyze table t")
|
|
testKit.MustQuery("explain select * from (select * from t union all select ifnull(a,b), b from t) sub where a > 0").Check(testkit.Rows(
|
|
"Union_11 2.00 root ",
|
|
"├─IndexReader_14 1.00 root index:IndexRangeScan_13",
|
|
"│ └─IndexRangeScan_13 1.00 cop[tikv] table:t, index:PRIMARY(a, b) range:(0,+inf], keep order:false",
|
|
"└─IndexReader_17 1.00 root index:IndexRangeScan_16",
|
|
" └─IndexRangeScan_16 1.00 cop[tikv] table:t, index:PRIMARY(a, b) range:(0,+inf], keep order:false",
|
|
))
|
|
testKit.MustQuery("select * from (select * from t union all select ifnull(a,b), b from t) sub where a > 0").Check(testkit.Rows(
|
|
"1 2",
|
|
"1 2",
|
|
))
|
|
}
|
|
|
|
func (s *testRangerSuite) TestCompIndexInExprCorrCol(c *C) {
|
|
defer testleak.AfterTest(c)()
|
|
dom, store, err := newDomainStoreWithBootstrap(c)
|
|
defer func() {
|
|
dom.Close()
|
|
store.Close()
|
|
}()
|
|
c.Assert(err, IsNil)
|
|
testKit := testkit.NewTestKit(c, store)
|
|
testKit.MustExec("use test")
|
|
testKit.MustExec("drop table if exists t")
|
|
testKit.MustExec("create table t(a int primary key, b int, c int, d int, e int, index idx(b,c,d))")
|
|
testKit.MustExec("insert into t values(1,1,1,1,2),(2,1,2,1,0)")
|
|
testKit.MustExec("analyze table t")
|
|
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
for i, tt := range input {
|
|
s.testData.OnRecord(func() {
|
|
output[i].SQL = tt
|
|
output[i].Result = s.testData.ConvertRowsToStrings(testKit.MustQuery(tt).Rows())
|
|
})
|
|
testKit.MustQuery(tt).Check(testkit.Rows(output[i].Result...))
|
|
}
|
|
}
|
|
|
|
func (s *testRangerSuite) TestIndexStringIsTrueRange(c *C) {
|
|
defer testleak.AfterTest(c)()
|
|
dom, store, err := newDomainStoreWithBootstrap(c)
|
|
defer func() {
|
|
dom.Close()
|
|
store.Close()
|
|
}()
|
|
c.Assert(err, IsNil)
|
|
testKit := testkit.NewTestKit(c, store)
|
|
testKit.MustExec("use test")
|
|
testKit.MustExec("drop table if exists t0")
|
|
testKit.MustExec("CREATE TABLE t0(c0 TEXT(10));")
|
|
testKit.MustExec("INSERT INTO t0(c0) VALUES (1);")
|
|
testKit.MustExec("CREATE INDEX i0 ON t0(c0(10));")
|
|
testKit.MustExec("analyze table t0;")
|
|
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
for i, tt := range input {
|
|
s.testData.OnRecord(func() {
|
|
output[i].SQL = tt
|
|
output[i].Result = s.testData.ConvertRowsToStrings(testKit.MustQuery(tt).Rows())
|
|
})
|
|
testKit.MustQuery(tt).Check(testkit.Rows(output[i].Result...))
|
|
}
|
|
}
|
|
|
|
func (s *testRangerSuite) TestPrefixIndexMultiColDNF(c *C) {
|
|
defer testleak.AfterTest(c)()
|
|
dom, store, err := newDomainStoreWithBootstrap(c)
|
|
defer func() {
|
|
dom.Close()
|
|
store.Close()
|
|
}()
|
|
c.Assert(err, IsNil)
|
|
testKit := testkit.NewTestKit(c, store)
|
|
testKit.MustExec("use test;")
|
|
testKit.MustExec("drop table if exists t2;")
|
|
testKit.MustExec("create table t2 (id int unsigned not null auto_increment primary key, t text, index(t(3)));")
|
|
testKit.MustExec("insert into t2 (t) values ('aaaa'),('a');")
|
|
|
|
var input []string
|
|
var output []struct {
|
|
SQL string
|
|
Plan []string
|
|
Result []string
|
|
}
|
|
s.testData.GetTestCases(c, &input, &output)
|
|
inputLen := len(input)
|
|
for i, tt := range input {
|
|
s.testData.OnRecord(func() {
|
|
output[i].SQL = tt
|
|
output[i].Plan = s.testData.ConvertRowsToStrings(testKit.MustQuery("explain " + tt).Rows())
|
|
output[i].Result = s.testData.ConvertRowsToStrings(testKit.MustQuery(tt).Rows())
|
|
})
|
|
testKit.MustQuery("explain " + tt).Check(testkit.Rows(output[i].Plan...))
|
|
testKit.MustQuery(tt).Check(testkit.Rows(output[i].Result...))
|
|
if i+1 == inputLen/2 {
|
|
testKit.MustExec("analyze table t2;")
|
|
}
|
|
}
|
|
}
|
|
|
|
func (s *testRangerSuite) TestIndexRangeForYear(c *C) {
|
|
defer testleak.AfterTest(c)()
|
|
dom, store, err := newDomainStoreWithBootstrap(c)
|
|
defer func() {
|
|
dom.Close()
|
|
store.Close()
|
|
}()
|
|
c.Assert(err, IsNil)
|
|
testKit := testkit.NewTestKit(c, store)
|
|
|
|
// for issue #20101: overflow when converting integer to year
|
|
testKit.MustExec("use test")
|
|
testKit.MustExec("DROP TABLE IF EXISTS `table_30_utf8_undef`")
|
|
testKit.MustExec("CREATE TABLE `table_30_utf8_undef` (\n `pk` int(11) NOT NULL\n) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_bin")
|
|
testKit.MustExec("INSERT INTO `table_30_utf8_undef` VALUES (29)")
|
|
|
|
testKit.MustExec("DROP TABLE IF EXISTS `table_40_utf8_4`")
|
|
testKit.MustExec("CREATE TABLE `table_40_utf8_4`(\n `pk` int(11) NOT NULL,\n `col_int_key_unsigned` int(10) unsigned DEFAULT NULL,\n `col_year_key_signed` year(4) DEFAULT NULL,\n" +
|
|
"PRIMARY KEY (`pk`),\n KEY `col_int_key_unsigned` (`col_int_key_unsigned`),\n KEY `col_year_key_signed` (`col_year_key_signed`)\n) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_bin")
|
|
|
|
testKit.MustExec("INSERT INTO `table_40_utf8_4` VALUES (36, 10 ,1)")
|
|
|
|
testKit.MustQuery("SELECT sum(tmp.val) AS val FROM (" +
|
|
"SELECT count(1) AS val FROM table_40_utf8_4 JOIN table_30_utf8_undef\n" +
|
|
"WHERE table_40_utf8_4.col_year_key_signed!=table_40_utf8_4.col_int_key_unsigned\n" +
|
|
"AND table_40_utf8_4.col_int_key_unsigned=\"15698\") AS tmp").
|
|
Check(testkit.Rows("0"))
|
|
|
|
// test index range
|
|
testKit.MustExec("DROP TABLE IF EXISTS t")
|
|
testKit.MustExec("CREATE TABLE t (a year(4), key(a))")
|
|
testKit.MustExec("INSERT INTO t VALUES (1), (70), (99), (0), ('0')")
|
|
testKit.MustQuery("SELECT * FROM t WHERE a < 15698").Check(testkit.Rows("0", "1970", "1999", "2000", "2001"))
|
|
testKit.MustQuery("SELECT * FROM t WHERE a <= 0").Check(testkit.Rows("0"))
|
|
testKit.MustQuery("SELECT * FROM t WHERE a <= 1").Check(testkit.Rows("0", "1970", "1999", "2000", "2001"))
|
|
testKit.MustQuery("SELECT * FROM t WHERE a < 2000").Check(testkit.Rows("0", "1970", "1999"))
|
|
testKit.MustQuery("SELECT * FROM t WHERE a > -1").Check(testkit.Rows("0", "1970", "1999", "2000", "2001"))
|
|
|
|
tests := []struct {
|
|
indexPos int
|
|
exprStr string
|
|
accessConds string
|
|
filterConds string
|
|
resultStr string
|
|
}{
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a not in (0, 1, 2)`,
|
|
accessConds: "[not(in(test.t.a, 0, 1, 2))]",
|
|
filterConds: "[]",
|
|
resultStr: `[(NULL,0) (0,2001) (2002,+inf]]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a not in (-1, 1, 2)`,
|
|
accessConds: "[not(in(test.t.a, -1, 1, 2))]",
|
|
filterConds: "[]",
|
|
resultStr: `[(NULL,0) [0,2001) (2002,+inf]]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a not in (1, 2, 70)`,
|
|
accessConds: "[not(in(test.t.a, 1, 2, 70))]", // this is in accordance with MySQL, MySQL won't interpret 70 here as 1970
|
|
filterConds: "[]",
|
|
resultStr: `[(NULL,1970) (1970,2001) (2002,+inf]]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a = 1 or a = 2 or a = 70`,
|
|
accessConds: "[or(eq(test.t.a, 2001), or(eq(test.t.a, 2002), eq(test.t.a, 1970)))]", // this is in accordance with MySQL, MySQL won't interpret 70 here as 1970
|
|
filterConds: "[]",
|
|
resultStr: `[[1970,1970] [2001,2002]]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a not in (99)`,
|
|
accessConds: "[ne(test.t.a, 1999)]", // this is in accordance with MySQL
|
|
filterConds: "[]",
|
|
resultStr: `[[-inf,1999) (1999,+inf]]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a not in (1, 2, 15698)`,
|
|
accessConds: "[not(in(test.t.a, 1, 2, 15698))]",
|
|
filterConds: "[]",
|
|
resultStr: `[(NULL,2001) (2002,2155] (2155,+inf]]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a >= -1000`,
|
|
accessConds: "[ge(test.t.a, -1000)]",
|
|
filterConds: "[]",
|
|
resultStr: `[[0,+inf]]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a > -1000`,
|
|
accessConds: "[gt(test.t.a, -1000)]",
|
|
filterConds: "[]",
|
|
resultStr: `[[0,+inf]]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a != 1`,
|
|
accessConds: "[ne(test.t.a, 2001)]",
|
|
filterConds: "[]",
|
|
resultStr: `[[-inf,2001) (2001,+inf]]`,
|
|
},
|
|
{
|
|
indexPos: 0,
|
|
exprStr: `a != 2156`,
|
|
accessConds: "[ne(test.t.a, 2156)]",
|
|
filterConds: "[]",
|
|
resultStr: `[[-inf,2155] (2155,+inf]]`,
|
|
},
|
|
{
|
|
exprStr: "a < 99 or a > 01",
|
|
accessConds: "[or(lt(test.t.a, 1999), gt(test.t.a, 2001))]",
|
|
filterConds: "[]",
|
|
resultStr: "[[-inf,1999) (2001,+inf]]",
|
|
},
|
|
{
|
|
exprStr: "a >= 70 and a <= 69",
|
|
accessConds: "[ge(test.t.a, 1970) le(test.t.a, 2069)]",
|
|
filterConds: "[]",
|
|
resultStr: "[[1970,2069]]",
|
|
},
|
|
}
|
|
|
|
ctx := context.Background()
|
|
for _, tt := range tests {
|
|
sql := "select * from t where " + tt.exprStr
|
|
sctx := testKit.Se.(sessionctx.Context)
|
|
stmts, err := session.Parse(sctx, sql)
|
|
c.Assert(err, IsNil, Commentf("error %v, for expr %s", err, tt.exprStr))
|
|
c.Assert(stmts, HasLen, 1)
|
|
is := domain.GetDomain(sctx).InfoSchema()
|
|
err = plannercore.Preprocess(sctx, stmts[0], is)
|
|
c.Assert(err, IsNil, Commentf("error %v, for resolve name, expr %s", err, tt.exprStr))
|
|
p, _, err := plannercore.BuildLogicalPlan(ctx, sctx, stmts[0], is)
|
|
c.Assert(err, IsNil, Commentf("error %v, for build plan, expr %s", err, tt.exprStr))
|
|
selection := p.(plannercore.LogicalPlan).Children()[0].(*plannercore.LogicalSelection)
|
|
tbl := selection.Children()[0].(*plannercore.DataSource).TableInfo()
|
|
c.Assert(selection, NotNil, Commentf("expr:%v", tt.exprStr))
|
|
conds := make([]expression.Expression, len(selection.Conditions))
|
|
for i, cond := range selection.Conditions {
|
|
conds[i] = expression.PushDownNot(sctx, cond)
|
|
}
|
|
cols, lengths := expression.IndexInfo2PrefixCols(tbl.Columns, selection.Schema().Columns, tbl.Indices[tt.indexPos])
|
|
c.Assert(cols, NotNil)
|
|
res, err := ranger.DetachCondAndBuildRangeForIndex(sctx, conds, cols, lengths)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(fmt.Sprintf("%s", res.AccessConds), Equals, tt.accessConds, Commentf("wrong access conditions for expr: %s", tt.exprStr))
|
|
c.Assert(fmt.Sprintf("%s", res.RemainedConds), Equals, tt.filterConds, Commentf("wrong filter conditions for expr: %s", tt.exprStr))
|
|
got := fmt.Sprintf("%v", res.Ranges)
|
|
c.Assert(got, Equals, tt.resultStr, Commentf("different for expr %s", tt.exprStr))
|
|
}
|
|
}
|
|
|