You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
572 lines
13 KiB
572 lines
13 KiB
// Copyright 2015 PingCAP, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package server
|
|
|
|
import (
|
|
"strconv"
|
|
"time"
|
|
|
|
. "github.com/pingcap/check"
|
|
"github.com/pingcap/errors"
|
|
"github.com/pingcap/parser/mysql"
|
|
"github.com/pingcap/tidb/domain"
|
|
"github.com/pingcap/tidb/kv"
|
|
"github.com/pingcap/tidb/session"
|
|
"github.com/pingcap/tidb/sessionctx/stmtctx"
|
|
"github.com/pingcap/tidb/store/mockstore"
|
|
"github.com/pingcap/tidb/types"
|
|
"github.com/pingcap/tidb/types/json"
|
|
"github.com/pingcap/tidb/util/chunk"
|
|
"github.com/pingcap/tidb/util/mock"
|
|
"github.com/pingcap/tidb/util/testleak"
|
|
)
|
|
|
|
var _ = Suite(&testUtilSuite{})
|
|
|
|
func newStoreWithBootstrap() (kv.Storage, *domain.Domain, error) {
|
|
store, err := mockstore.NewMockTikvStore()
|
|
if err != nil {
|
|
return nil, nil, errors.Trace(err)
|
|
}
|
|
session.SetSchemaLease(0)
|
|
dom, err := session.BootstrapSession(store)
|
|
return store, dom, errors.Trace(err)
|
|
}
|
|
|
|
type testUtilSuite struct {
|
|
store kv.Storage
|
|
dom *domain.Domain
|
|
}
|
|
|
|
func (s *testUtilSuite) SetUpSuite(c *C) {
|
|
testleak.BeforeTest()
|
|
|
|
var err error
|
|
s.store, s.dom, err = newStoreWithBootstrap()
|
|
c.Assert(err, IsNil)
|
|
}
|
|
|
|
func (s *testUtilSuite) TearDownSuite(c *C) {
|
|
s.dom.Close()
|
|
s.store.Close()
|
|
|
|
testleak.AfterTest(c)()
|
|
}
|
|
|
|
func (s *testUtilSuite) TestDumpBinaryTime(c *C) {
|
|
t, err := types.ParseTimestamp(nil, "0000-00-00 00:00:00.000000")
|
|
c.Assert(err, IsNil)
|
|
d := dumpBinaryDateTime(nil, t)
|
|
c.Assert(d, DeepEquals, []byte{0})
|
|
|
|
t, err = types.ParseTimestamp(&stmtctx.StatementContext{TimeZone: time.Local}, "1991-05-01 01:01:01.100001")
|
|
c.Assert(err, IsNil)
|
|
d = dumpBinaryDateTime(nil, t)
|
|
// 199 & 7 composed to uint16 1991 (litter-endian)
|
|
// 160 & 134 & 1 & 0 composed to uint32 1000001 (litter-endian)
|
|
c.Assert(d, DeepEquals, []byte{11, 199, 7, 5, 1, 1, 1, 1, 161, 134, 1, 0})
|
|
|
|
t, err = types.ParseDatetime(nil, "0000-00-00 00:00:00.000000")
|
|
c.Assert(err, IsNil)
|
|
d = dumpBinaryDateTime(nil, t)
|
|
c.Assert(d, DeepEquals, []byte{0})
|
|
t, err = types.ParseDatetime(nil, "1993-07-13 01:01:01.000000")
|
|
c.Assert(err, IsNil)
|
|
d = dumpBinaryDateTime(nil, t)
|
|
// 201 & 7 composed to uint16 1993 (litter-endian)
|
|
c.Assert(d, DeepEquals, []byte{7, 201, 7, 7, 13, 1, 1, 1})
|
|
|
|
t, err = types.ParseDate(nil, "0000-00-00")
|
|
c.Assert(err, IsNil)
|
|
d = dumpBinaryDateTime(nil, t)
|
|
c.Assert(d, DeepEquals, []byte{0})
|
|
t, err = types.ParseDate(nil, "1992-06-01")
|
|
c.Assert(err, IsNil)
|
|
d = dumpBinaryDateTime(nil, t)
|
|
// 200 & 7 composed to uint16 1992 (litter-endian)
|
|
c.Assert(d, DeepEquals, []byte{4, 200, 7, 6, 1})
|
|
|
|
t, err = types.ParseDate(nil, "0000-00-00")
|
|
c.Assert(err, IsNil)
|
|
d = dumpBinaryDateTime(nil, t)
|
|
c.Assert(d, DeepEquals, []byte{0})
|
|
|
|
myDuration, err := types.ParseDuration(nil, "0000-00-00 00:00:00.000000", 6)
|
|
c.Assert(err, IsNil)
|
|
d = dumpBinaryTime(myDuration.Duration)
|
|
c.Assert(d, DeepEquals, []byte{0})
|
|
|
|
d = dumpBinaryTime(0)
|
|
c.Assert(d, DeepEquals, []byte{0})
|
|
|
|
d = dumpBinaryTime(-1)
|
|
c.Assert(d, DeepEquals, []byte{12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0})
|
|
|
|
d = dumpBinaryTime(time.Nanosecond + 86400*1000*time.Microsecond)
|
|
c.Assert(d, DeepEquals, []byte{12, 0, 0, 0, 0, 0, 0, 1, 26, 128, 26, 6, 0})
|
|
}
|
|
|
|
func (s *testUtilSuite) TestDumpTextValue(c *C) {
|
|
columns := []*ColumnInfo{{
|
|
Type: mysql.TypeLonglong,
|
|
Decimal: mysql.NotFixedDec,
|
|
}}
|
|
|
|
null := types.NewIntDatum(0)
|
|
null.SetNull()
|
|
bs, err := dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{null}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
_, isNull, _, err := parseLengthEncodedBytes(bs)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(isNull, IsTrue)
|
|
|
|
bs, err = dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{types.NewIntDatum(10)}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(mustDecodeStr(c, bs), Equals, "10")
|
|
|
|
bs, err = dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{types.NewUintDatum(11)}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(mustDecodeStr(c, bs), Equals, "11")
|
|
|
|
columns[0].Flag = columns[0].Flag | uint16(mysql.UnsignedFlag)
|
|
bs, err = dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{types.NewUintDatum(11)}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(mustDecodeStr(c, bs), Equals, "11")
|
|
|
|
columns[0].Type = mysql.TypeFloat
|
|
columns[0].Decimal = 1
|
|
f32 := types.NewFloat32Datum(1.2)
|
|
bs, err = dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{f32}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(mustDecodeStr(c, bs), Equals, "1.2")
|
|
|
|
columns[0].Decimal = 2
|
|
bs, err = dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{f32}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(mustDecodeStr(c, bs), Equals, "1.20")
|
|
|
|
f64 := types.NewFloat64Datum(2.2)
|
|
columns[0].Type = mysql.TypeDouble
|
|
columns[0].Decimal = 1
|
|
bs, err = dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{f64}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(mustDecodeStr(c, bs), Equals, "2.2")
|
|
|
|
columns[0].Decimal = 2
|
|
bs, err = dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{f64}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(mustDecodeStr(c, bs), Equals, "2.20")
|
|
|
|
columns[0].Type = mysql.TypeBlob
|
|
bs, err = dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{types.NewBytesDatum([]byte("foo"))}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(mustDecodeStr(c, bs), Equals, "foo")
|
|
|
|
columns[0].Type = mysql.TypeVarchar
|
|
bs, err = dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{types.NewStringDatum("bar")}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(mustDecodeStr(c, bs), Equals, "bar")
|
|
|
|
var d types.Datum
|
|
|
|
sc := mock.NewContext().GetSessionVars().StmtCtx
|
|
sc.IgnoreZeroInDate = true
|
|
losAngelesTz, err := time.LoadLocation("America/Los_Angeles")
|
|
c.Assert(err, IsNil)
|
|
sc.TimeZone = losAngelesTz
|
|
|
|
time, err := types.ParseTime(sc, "2017-01-05 23:59:59.575601", mysql.TypeDatetime, 0)
|
|
c.Assert(err, IsNil)
|
|
d.SetMysqlTime(time)
|
|
columns[0].Type = mysql.TypeDatetime
|
|
bs, err = dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{d}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(mustDecodeStr(c, bs), Equals, "2017-01-06 00:00:00")
|
|
|
|
duration, err := types.ParseDuration(sc, "11:30:45", 0)
|
|
c.Assert(err, IsNil)
|
|
d.SetMysqlDuration(duration)
|
|
columns[0].Type = mysql.TypeDuration
|
|
columns[0].Decimal = 0
|
|
bs, err = dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{d}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(mustDecodeStr(c, bs), Equals, "11:30:45")
|
|
|
|
d.SetMysqlDecimal(types.NewDecFromStringForTest("1.23"))
|
|
columns[0].Type = mysql.TypeNewDecimal
|
|
bs, err = dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{d}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(mustDecodeStr(c, bs), Equals, "1.23")
|
|
|
|
year := types.NewIntDatum(0)
|
|
columns[0].Type = mysql.TypeYear
|
|
bs, err = dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{year}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(mustDecodeStr(c, bs), Equals, "0000")
|
|
|
|
year.SetInt64(1984)
|
|
columns[0].Type = mysql.TypeYear
|
|
bs, err = dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{year}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(mustDecodeStr(c, bs), Equals, "1984")
|
|
|
|
enum := types.NewMysqlEnumDatum(types.Enum{Name: "ename", Value: 0})
|
|
columns[0].Type = mysql.TypeEnum
|
|
bs, err = dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{enum}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(mustDecodeStr(c, bs), Equals, "ename")
|
|
|
|
set := types.Datum{}
|
|
set.SetMysqlSet(types.Set{Name: "sname", Value: 0}, mysql.DefaultCollationName)
|
|
columns[0].Type = mysql.TypeSet
|
|
bs, err = dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{set}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(mustDecodeStr(c, bs), Equals, "sname")
|
|
|
|
js := types.Datum{}
|
|
binaryJSON, err := json.ParseBinaryFromString(`{"a": 1, "b": 2}`)
|
|
c.Assert(err, IsNil)
|
|
js.SetMysqlJSON(binaryJSON)
|
|
columns[0].Type = mysql.TypeJSON
|
|
bs, err = dumpTextRow(nil, columns, chunk.MutRowFromDatums([]types.Datum{js}).ToRow())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(mustDecodeStr(c, bs), Equals, `{"a": 1, "b": 2}`)
|
|
}
|
|
|
|
func mustDecodeStr(c *C, b []byte) string {
|
|
str, _, _, err := parseLengthEncodedBytes(b)
|
|
c.Assert(err, IsNil)
|
|
return string(str)
|
|
}
|
|
|
|
func (s *testUtilSuite) TestAppendFormatFloat(c *C) {
|
|
infVal, _ := strconv.ParseFloat("+Inf", 64)
|
|
tests := []struct {
|
|
fVal float64
|
|
out string
|
|
prec int
|
|
bitSize int
|
|
}{
|
|
{
|
|
99999999999999999999,
|
|
"1e20",
|
|
-1,
|
|
64,
|
|
},
|
|
{
|
|
1e15,
|
|
"1e15",
|
|
-1,
|
|
64,
|
|
},
|
|
{
|
|
9e14,
|
|
"900000000000000",
|
|
-1,
|
|
64,
|
|
},
|
|
{
|
|
-9999999999999999,
|
|
"-1e16",
|
|
-1,
|
|
64,
|
|
},
|
|
{
|
|
999999999999999,
|
|
"999999999999999",
|
|
-1,
|
|
64,
|
|
},
|
|
{
|
|
0.000000000000001,
|
|
"0.000000000000001",
|
|
-1,
|
|
64,
|
|
},
|
|
{
|
|
0.0000000000000009,
|
|
"9e-16",
|
|
-1,
|
|
64,
|
|
},
|
|
{
|
|
-0.0000000000000009,
|
|
"-9e-16",
|
|
-1,
|
|
64,
|
|
},
|
|
{
|
|
0.11111,
|
|
"0.111",
|
|
3,
|
|
64,
|
|
},
|
|
{
|
|
0.11111,
|
|
"0.111",
|
|
3,
|
|
64,
|
|
},
|
|
{
|
|
0.1111111111111111111,
|
|
"0.11111111",
|
|
-1,
|
|
32,
|
|
},
|
|
{
|
|
0.1111111111111111111,
|
|
"0.1111111111111111",
|
|
-1,
|
|
64,
|
|
},
|
|
{
|
|
0.0000000000000009,
|
|
"0.000",
|
|
3,
|
|
64,
|
|
},
|
|
{
|
|
0,
|
|
"0",
|
|
-1,
|
|
64,
|
|
},
|
|
{
|
|
-340282346638528860000000000000000000000,
|
|
"-3.40282e38",
|
|
-1,
|
|
32,
|
|
},
|
|
{
|
|
-34028236,
|
|
"-34028236.00",
|
|
2,
|
|
32,
|
|
},
|
|
{
|
|
-17976921.34,
|
|
"-17976921.34",
|
|
2,
|
|
64,
|
|
},
|
|
{
|
|
-3.402823466e+38,
|
|
"-3.40282e38",
|
|
-1,
|
|
32,
|
|
},
|
|
{
|
|
-1.7976931348623157e308,
|
|
"-1.7976931348623157e308",
|
|
-1,
|
|
64,
|
|
},
|
|
{
|
|
10.0e20,
|
|
"1e21",
|
|
-1,
|
|
32,
|
|
},
|
|
{
|
|
1e20,
|
|
"1e20",
|
|
-1,
|
|
32,
|
|
},
|
|
{
|
|
10.0,
|
|
"10",
|
|
-1,
|
|
32,
|
|
},
|
|
{
|
|
999999986991104,
|
|
"1e15",
|
|
-1,
|
|
32,
|
|
},
|
|
{
|
|
1e15,
|
|
"1e15",
|
|
-1,
|
|
32,
|
|
},
|
|
{
|
|
infVal,
|
|
"0",
|
|
-1,
|
|
64,
|
|
},
|
|
{
|
|
-infVal,
|
|
"0",
|
|
-1,
|
|
64,
|
|
},
|
|
}
|
|
for _, t := range tests {
|
|
c.Assert(string(appendFormatFloat(nil, t.fVal, t.prec, t.bitSize)), Equals, t.out)
|
|
}
|
|
}
|
|
|
|
func (s *testUtilSuite) TestDumpLengthEncodedInt(c *C) {
|
|
testCases := []struct {
|
|
num uint64
|
|
buffer []byte
|
|
}{
|
|
{
|
|
uint64(0),
|
|
[]byte{0x00},
|
|
},
|
|
{
|
|
uint64(513),
|
|
[]byte{'\xfc', '\x01', '\x02'},
|
|
},
|
|
{
|
|
uint64(197121),
|
|
[]byte{'\xfd', '\x01', '\x02', '\x03'},
|
|
},
|
|
{
|
|
uint64(578437695752307201),
|
|
[]byte{'\xfe', '\x01', '\x02', '\x03', '\x04', '\x05', '\x06', '\x07', '\x08'},
|
|
},
|
|
}
|
|
for _, tc := range testCases {
|
|
b := dumpLengthEncodedInt(nil, tc.num)
|
|
c.Assert(b, DeepEquals, tc.buffer)
|
|
}
|
|
}
|
|
|
|
func (s *testUtilSuite) TestParseLengthEncodedInt(c *C) {
|
|
testCases := []struct {
|
|
buffer []byte
|
|
num uint64
|
|
isNull bool
|
|
n int
|
|
}{
|
|
{
|
|
[]byte{'\xfb'},
|
|
uint64(0),
|
|
true,
|
|
1,
|
|
},
|
|
{
|
|
[]byte{'\x00'},
|
|
uint64(0),
|
|
false,
|
|
1,
|
|
},
|
|
{
|
|
[]byte{'\xfc', '\x01', '\x02'},
|
|
uint64(513),
|
|
false,
|
|
3,
|
|
},
|
|
{
|
|
[]byte{'\xfd', '\x01', '\x02', '\x03'},
|
|
uint64(197121),
|
|
false,
|
|
4,
|
|
},
|
|
{
|
|
[]byte{'\xfe', '\x01', '\x02', '\x03', '\x04', '\x05', '\x06', '\x07', '\x08'},
|
|
uint64(578437695752307201),
|
|
false,
|
|
9,
|
|
},
|
|
}
|
|
|
|
for _, tc := range testCases {
|
|
num, isNull, n := parseLengthEncodedInt(tc.buffer)
|
|
c.Assert(num, Equals, tc.num)
|
|
c.Assert(isNull, Equals, tc.isNull)
|
|
c.Assert(n, Equals, tc.n)
|
|
|
|
c.Assert(lengthEncodedIntSize(tc.num), Equals, tc.n)
|
|
}
|
|
}
|
|
|
|
func (s *testUtilSuite) TestDumpUint(c *C) {
|
|
testCases := []uint64{
|
|
0,
|
|
1,
|
|
1<<64 - 1,
|
|
}
|
|
parseUint64 := func(b []byte) uint64 {
|
|
return uint64(b[0]) | uint64(b[1])<<8 | uint64(b[2])<<16 |
|
|
uint64(b[3])<<24 | uint64(b[4])<<32 | uint64(b[5])<<40 |
|
|
uint64(b[6])<<48 | uint64(b[7])<<56
|
|
}
|
|
for _, tc := range testCases {
|
|
b := dumpUint64(nil, tc)
|
|
c.Assert(len(b), Equals, 8)
|
|
c.Assert(parseUint64(b), Equals, tc)
|
|
}
|
|
}
|
|
|
|
func (s *testUtilSuite) TestParseLengthEncodedBytes(c *C) {
|
|
buffer := []byte{'\xfb'}
|
|
b, isNull, n, err := parseLengthEncodedBytes(buffer)
|
|
c.Assert(b, IsNil)
|
|
c.Assert(isNull, IsTrue)
|
|
c.Assert(n, Equals, 1)
|
|
c.Assert(err, IsNil)
|
|
|
|
buffer = []byte{0}
|
|
b, isNull, n, err = parseLengthEncodedBytes(buffer)
|
|
c.Assert(b, IsNil)
|
|
c.Assert(isNull, IsFalse)
|
|
c.Assert(n, Equals, 1)
|
|
c.Assert(err, IsNil)
|
|
|
|
buffer = []byte{'\x01'}
|
|
b, isNull, n, err = parseLengthEncodedBytes(buffer)
|
|
c.Assert(b, IsNil)
|
|
c.Assert(isNull, IsFalse)
|
|
c.Assert(n, Equals, 2)
|
|
c.Assert(err.Error(), Equals, "EOF")
|
|
}
|
|
|
|
func (s *testUtilSuite) TestParseNullTermString(c *C) {
|
|
for _, t := range []struct {
|
|
input string
|
|
str string
|
|
remain string
|
|
}{
|
|
{
|
|
"abc\x00def",
|
|
"abc",
|
|
"def",
|
|
},
|
|
{
|
|
"\x00def",
|
|
"",
|
|
"def",
|
|
},
|
|
{
|
|
"def\x00hig\x00k",
|
|
"def",
|
|
"hig\x00k",
|
|
},
|
|
{
|
|
"abcdef",
|
|
"",
|
|
"abcdef",
|
|
},
|
|
} {
|
|
str, remain := parseNullTermString([]byte(t.input))
|
|
c.Assert(string(str), Equals, t.str)
|
|
c.Assert(string(remain), Equals, t.remain)
|
|
}
|
|
}
|
|
|