You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
231 lines
6.4 KiB
231 lines
6.4 KiB
// Copyright 2016 PingCAP, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package tikv
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"sync"
|
|
"testing"
|
|
"time"
|
|
|
|
. "github.com/pingcap/check"
|
|
"github.com/pingcap/errors"
|
|
"github.com/pingcap/kvproto/pkg/kvrpcpb"
|
|
"github.com/pingcap/kvproto/pkg/metapb"
|
|
"github.com/pingcap/kvproto/pkg/tikvpb"
|
|
"github.com/pingcap/tidb/config"
|
|
"github.com/pingcap/tidb/store/tikv/tikvrpc"
|
|
)
|
|
|
|
func TestT(t *testing.T) {
|
|
CustomVerboseFlag = true
|
|
TestingT(t)
|
|
}
|
|
|
|
type testClientSuite struct {
|
|
OneByOneSuite
|
|
}
|
|
|
|
type testClientSerialSuite struct {
|
|
OneByOneSuite
|
|
}
|
|
|
|
var _ = Suite(&testClientSuite{})
|
|
var _ = SerialSuites(&testClientFailSuite{})
|
|
var _ = SerialSuites(&testClientSerialSuite{})
|
|
|
|
func setMaxBatchSize(size uint) {
|
|
newConf := config.NewConfig()
|
|
newConf.TiKVClient.MaxBatchSize = size
|
|
config.StoreGlobalConfig(newConf)
|
|
}
|
|
|
|
func (s *testClientSerialSuite) TestConn(c *C) {
|
|
maxBatchSize := config.GetGlobalConfig().TiKVClient.MaxBatchSize
|
|
setMaxBatchSize(0)
|
|
|
|
client := newRPCClient(config.Security{})
|
|
|
|
addr := "127.0.0.1:6379"
|
|
conn1, err := client.getConnArray(addr, true)
|
|
c.Assert(err, IsNil)
|
|
|
|
conn2, err := client.getConnArray(addr, true)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(conn2.Get(), Not(Equals), conn1.Get())
|
|
|
|
client.Close()
|
|
conn3, err := client.getConnArray(addr, true)
|
|
c.Assert(err, NotNil)
|
|
c.Assert(conn3, IsNil)
|
|
setMaxBatchSize(maxBatchSize)
|
|
}
|
|
|
|
func (s *testClientSuite) TestRemoveCanceledRequests(c *C) {
|
|
req := new(tikvpb.BatchCommandsRequest_Request)
|
|
entries := []*batchCommandsEntry{
|
|
{canceled: 1, req: req},
|
|
{canceled: 0, req: req},
|
|
{canceled: 1, req: req},
|
|
{canceled: 1, req: req},
|
|
{canceled: 0, req: req},
|
|
}
|
|
entryPtr := &entries[0]
|
|
requests := make([]*tikvpb.BatchCommandsRequest_Request, len(entries))
|
|
for i := range entries {
|
|
requests[i] = entries[i].req
|
|
}
|
|
entries, requests = removeCanceledRequests(entries, requests)
|
|
c.Assert(len(entries), Equals, 2)
|
|
for _, e := range entries {
|
|
c.Assert(e.isCanceled(), IsFalse)
|
|
}
|
|
c.Assert(len(requests), Equals, 2)
|
|
newEntryPtr := &entries[0]
|
|
c.Assert(entryPtr, Equals, newEntryPtr)
|
|
}
|
|
|
|
func (s *testClientSuite) TestCancelTimeoutRetErr(c *C) {
|
|
req := new(tikvpb.BatchCommandsRequest_Request)
|
|
a := newBatchConn(1, 1, nil)
|
|
|
|
ctx, cancel := context.WithCancel(context.TODO())
|
|
cancel()
|
|
_, err := sendBatchRequest(ctx, "", a, req, 2*time.Second)
|
|
c.Assert(errors.Cause(err), Equals, context.Canceled)
|
|
|
|
_, err = sendBatchRequest(context.Background(), "", a, req, 0)
|
|
c.Assert(errors.Cause(err), Equals, context.DeadlineExceeded)
|
|
}
|
|
|
|
func (s *testClientSuite) TestSendWhenReconnect(c *C) {
|
|
server, port := startMockTikvService()
|
|
c.Assert(port > 0, IsTrue)
|
|
|
|
rpcClient := newRPCClient(config.Security{})
|
|
addr := fmt.Sprintf("%s:%d", "127.0.0.1", port)
|
|
conn, err := rpcClient.getConnArray(addr, true)
|
|
c.Assert(err, IsNil)
|
|
|
|
// Suppose all connections are re-establishing.
|
|
for _, client := range conn.batchConn.batchCommandsClients {
|
|
client.lockForRecreate()
|
|
}
|
|
|
|
req := tikvrpc.NewRequest(tikvrpc.CmdEmpty, &tikvpb.BatchCommandsEmptyRequest{})
|
|
_, err = rpcClient.SendRequest(context.Background(), addr, req, 100*time.Second)
|
|
c.Assert(err.Error() == "no available connections", IsTrue)
|
|
conn.Close()
|
|
server.Stop()
|
|
}
|
|
|
|
// chanClient sends received requests to the channel.
|
|
type chanClient struct {
|
|
wg *sync.WaitGroup
|
|
ch chan<- *tikvrpc.Request
|
|
}
|
|
|
|
func (c *chanClient) Close() error {
|
|
return nil
|
|
}
|
|
|
|
func (c *chanClient) SendRequest(ctx context.Context, addr string, req *tikvrpc.Request, timeout time.Duration) (*tikvrpc.Response, error) {
|
|
c.wg.Wait()
|
|
c.ch <- req
|
|
return nil, nil
|
|
}
|
|
|
|
func (s *testClientSuite) TestCollapseResolveLock(c *C) {
|
|
buildResolveLockReq := func(regionID uint64, startTS uint64, commitTS uint64, keys [][]byte) *tikvrpc.Request {
|
|
region := &metapb.Region{Id: regionID}
|
|
req := tikvrpc.NewRequest(tikvrpc.CmdResolveLock, &kvrpcpb.ResolveLockRequest{
|
|
StartVersion: startTS,
|
|
CommitVersion: commitTS,
|
|
Keys: keys,
|
|
})
|
|
tikvrpc.SetContext(req, region, nil)
|
|
return req
|
|
}
|
|
buildBatchResolveLockReq := func(regionID uint64, txnInfos []*kvrpcpb.TxnInfo) *tikvrpc.Request {
|
|
region := &metapb.Region{Id: regionID}
|
|
req := tikvrpc.NewRequest(tikvrpc.CmdResolveLock, &kvrpcpb.ResolveLockRequest{
|
|
TxnInfos: txnInfos,
|
|
})
|
|
tikvrpc.SetContext(req, region, nil)
|
|
return req
|
|
}
|
|
|
|
var wg sync.WaitGroup
|
|
reqCh := make(chan *tikvrpc.Request)
|
|
client := reqCollapse{&chanClient{wg: &wg, ch: reqCh}}
|
|
ctx := context.Background()
|
|
|
|
// Collapse ResolveLock.
|
|
resolveLockReq := buildResolveLockReq(1, 10, 20, nil)
|
|
wg.Add(1)
|
|
go client.SendRequest(ctx, "", resolveLockReq, time.Second)
|
|
go client.SendRequest(ctx, "", resolveLockReq, time.Second)
|
|
time.Sleep(300 * time.Millisecond)
|
|
wg.Done()
|
|
req := <-reqCh
|
|
c.Assert(*req, DeepEquals, *resolveLockReq)
|
|
select {
|
|
case <-reqCh:
|
|
c.Fatal("fail to collapse ResolveLock")
|
|
default:
|
|
}
|
|
|
|
// Don't collapse ResolveLockLite.
|
|
resolveLockLiteReq := buildResolveLockReq(1, 10, 20, [][]byte{[]byte("foo")})
|
|
wg.Add(1)
|
|
go client.SendRequest(ctx, "", resolveLockLiteReq, time.Second)
|
|
go client.SendRequest(ctx, "", resolveLockLiteReq, time.Second)
|
|
time.Sleep(300 * time.Millisecond)
|
|
wg.Done()
|
|
for i := 0; i < 2; i++ {
|
|
req := <-reqCh
|
|
c.Assert(*req, DeepEquals, *resolveLockLiteReq)
|
|
}
|
|
|
|
// Don't collapse BatchResolveLock.
|
|
batchResolveLockReq := buildBatchResolveLockReq(1, []*kvrpcpb.TxnInfo{
|
|
{Txn: 10, Status: 20},
|
|
})
|
|
wg.Add(1)
|
|
go client.SendRequest(ctx, "", batchResolveLockReq, time.Second)
|
|
go client.SendRequest(ctx, "", batchResolveLockReq, time.Second)
|
|
time.Sleep(300 * time.Millisecond)
|
|
wg.Done()
|
|
for i := 0; i < 2; i++ {
|
|
req := <-reqCh
|
|
c.Assert(*req, DeepEquals, *batchResolveLockReq)
|
|
}
|
|
|
|
// Mixed
|
|
wg.Add(1)
|
|
go client.SendRequest(ctx, "", resolveLockReq, time.Second)
|
|
go client.SendRequest(ctx, "", resolveLockLiteReq, time.Second)
|
|
go client.SendRequest(ctx, "", batchResolveLockReq, time.Second)
|
|
time.Sleep(300 * time.Millisecond)
|
|
wg.Done()
|
|
for i := 0; i < 3; i++ {
|
|
<-reqCh
|
|
}
|
|
select {
|
|
case <-reqCh:
|
|
c.Fatal("unexpected request")
|
|
default:
|
|
}
|
|
}
|
|
|