You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
144 lines
4.6 KiB
144 lines
4.6 KiB
// Copyright 2020 PingCAP, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package executor
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
|
|
. "github.com/pingcap/check"
|
|
"github.com/pingcap/failpoint"
|
|
"github.com/pingcap/parser/mysql"
|
|
"github.com/pingcap/tidb/expression"
|
|
"github.com/pingcap/tidb/types"
|
|
)
|
|
|
|
func (s *pkgTestSuite) TestJoinExec(c *C) {
|
|
c.Assert(failpoint.Enable("github.com/pingcap/tidb/executor/testRowContainerSpill", "return(true)"), IsNil)
|
|
defer func() { c.Assert(failpoint.Disable("github.com/pingcap/tidb/executor/testRowContainerSpill"), IsNil) }()
|
|
colTypes := []*types.FieldType{
|
|
types.NewFieldType(mysql.TypeLonglong),
|
|
types.NewFieldType(mysql.TypeDouble),
|
|
}
|
|
casTest := defaultHashJoinTestCase(colTypes, 0, false)
|
|
|
|
runTest := func() {
|
|
opt1 := mockDataSourceParameters{
|
|
rows: casTest.rows,
|
|
ctx: casTest.ctx,
|
|
genDataFunc: func(row int, typ *types.FieldType) interface{} {
|
|
switch typ.Tp {
|
|
case mysql.TypeLong, mysql.TypeLonglong:
|
|
return int64(row)
|
|
case mysql.TypeDouble:
|
|
return float64(row)
|
|
default:
|
|
panic("not implement")
|
|
}
|
|
},
|
|
}
|
|
opt2 := opt1
|
|
opt1.schema = expression.NewSchema(casTest.columns()...)
|
|
opt2.schema = expression.NewSchema(casTest.columns()...)
|
|
dataSource1 := buildMockDataSource(opt1)
|
|
dataSource2 := buildMockDataSource(opt2)
|
|
dataSource1.prepareChunks()
|
|
dataSource2.prepareChunks()
|
|
|
|
exec := prepare4HashJoin(casTest, dataSource1, dataSource2)
|
|
result := newFirstChunk(exec)
|
|
{
|
|
ctx := context.Background()
|
|
chk := newFirstChunk(exec)
|
|
err := exec.Open(ctx)
|
|
c.Assert(err, IsNil)
|
|
for {
|
|
err = exec.Next(ctx, chk)
|
|
c.Assert(err, IsNil)
|
|
if chk.NumRows() == 0 {
|
|
break
|
|
}
|
|
result.Append(chk, 0, chk.NumRows())
|
|
}
|
|
c.Assert(exec.rowContainer.alreadySpilledSafeForTest(), Equals, casTest.disk)
|
|
err = exec.Close()
|
|
c.Assert(err, IsNil)
|
|
}
|
|
|
|
c.Assert(result.NumCols(), Equals, 4)
|
|
c.Assert(result.NumRows(), Equals, casTest.rows)
|
|
visit := make(map[int64]bool, casTest.rows)
|
|
for i := 0; i < casTest.rows; i++ {
|
|
val := result.Column(0).Int64s()[i]
|
|
c.Assert(result.Column(1).Float64s()[i], Equals, float64(val))
|
|
c.Assert(result.Column(2).Int64s()[i], Equals, val)
|
|
c.Assert(result.Column(3).Float64s()[i], Equals, float64(val))
|
|
visit[val] = true
|
|
}
|
|
for i := 0; i < casTest.rows; i++ {
|
|
c.Assert(visit[int64(i)], IsTrue)
|
|
}
|
|
}
|
|
|
|
concurrency := []int{1, 4}
|
|
rows := []int{3, 1024, 4096}
|
|
disk := []bool{false, true}
|
|
for _, concurrency := range concurrency {
|
|
for _, rows := range rows {
|
|
for _, disk := range disk {
|
|
casTest.concurrency = concurrency
|
|
casTest.rows = rows
|
|
casTest.disk = disk
|
|
runTest()
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func (s *pkgTestSuite) TestHashJoinRuntimeStats(c *C) {
|
|
stats := &hashJoinRuntimeStats{
|
|
fetchAndBuildHashTable: 2 * time.Second,
|
|
hashStat: hashStatistic{
|
|
probeCollision: 1,
|
|
buildTableElapse: time.Millisecond * 100,
|
|
},
|
|
fetchAndProbe: int64(5 * time.Second),
|
|
probe: int64(4 * time.Second),
|
|
concurrent: 4,
|
|
maxFetchAndProbe: int64(2 * time.Second),
|
|
}
|
|
c.Assert(stats.String(), Equals, "build_hash_table:{total:2s, fetch:1.9s, build:100ms}, probe:{concurrency:4, total:5s, max:2s, probe:4s, fetch:1s, probe_collision:1}")
|
|
c.Assert(stats.String(), Equals, stats.Clone().String())
|
|
stats.Merge(stats.Clone())
|
|
c.Assert(stats.String(), Equals, "build_hash_table:{total:4s, fetch:3.8s, build:200ms}, probe:{concurrency:4, total:10s, max:2s, probe:8s, fetch:2s, probe_collision:2}")
|
|
}
|
|
|
|
func (s *pkgTestSuite) TestIndexJoinRuntimeStats(c *C) {
|
|
stats := indexLookUpJoinRuntimeStats{
|
|
concurrency: 5,
|
|
probe: int64(time.Second),
|
|
innerWorker: innerWorkerRuntimeStats{
|
|
totalTime: int64(time.Second * 5),
|
|
task: 16,
|
|
construct: int64(100 * time.Millisecond),
|
|
fetch: int64(300 * time.Millisecond),
|
|
build: int64(250 * time.Millisecond),
|
|
join: int64(150 * time.Millisecond),
|
|
},
|
|
}
|
|
c.Assert(stats.String(), Equals, "inner:{total:5s, concurrency:5, task:16, construct:100ms, fetch:300ms, build:250ms, join:150ms}, probe:1s")
|
|
c.Assert(stats.String(), Equals, stats.Clone().String())
|
|
stats.Merge(stats.Clone())
|
|
c.Assert(stats.String(), Equals, "inner:{total:10s, concurrency:5, task:32, construct:200ms, fetch:600ms, build:500ms, join:300ms}, probe:2s")
|
|
}
|
|
|