Skip to content

Commit

Permalink
ddl, util/codec: fix add index OOM and prevent panic in logging (#29925
Browse files Browse the repository at this point in the history
…) (#30124)
  • Loading branch information
ti-srebot committed Nov 24, 2021
1 parent 79e237d commit 4a1b2e9
Show file tree
Hide file tree
Showing 3 changed files with 22 additions and 1 deletion.
7 changes: 7 additions & 0 deletions ddl/backfilling.go
Original file line number Diff line number Diff line change
Expand Up @@ -425,6 +425,13 @@ func (w *worker) handleReorgTasks(reorgInfo *reorgInfo, totalAddedCount *int64,
}

func tryDecodeToHandleString(key kv.Key) string {
defer func() {
if r := recover(); r != nil {
logutil.BgLogger().Warn("tryDecodeToHandleString panic",
zap.Any("recover()", r),
zap.Binary("key", key))
}
}()
handle, err := tablecodec.DecodeRowKey(key)
if err != nil {
recordPrefixIdx := bytes.Index(key, []byte("_r"))
Expand Down
14 changes: 14 additions & 0 deletions tablecodec/tablecodec_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -46,6 +46,20 @@ func TestTableCodec(t *testing.T) {
require.Equal(t, int64(2), h.IntValue())
}

// https://github.com/pingcap/tidb/issues/27687.
func TestTableCodecInvalid(t *testing.T) {
tableID := int64(100)
buf := make([]byte, 0, 11)
buf = append(buf, 't')
buf = codec.EncodeInt(buf, tableID)
buf = append(buf, '_', 'r')
buf = codec.EncodeInt(buf, -9078412423848787968)
buf = append(buf, '0')
_, err := DecodeRowKey(buf)
require.NotNil(t, err)
require.Equal(t, "invalid encoded key", err.Error())
}

// column is a structure used for test
type column struct {
id int64
Expand Down
2 changes: 1 addition & 1 deletion util/codec/codec.go
Original file line number Diff line number Diff line change
Expand Up @@ -962,7 +962,7 @@ func peek(b []byte) (length int, err error) {
return 0, errors.Trace(err)
}
length += l
if length < 0 {
if length <= 0 {
return 0, errors.New("invalid encoded key")
} else if length > originLength {
return 0, errors.Errorf("invalid encoded key, "+
Expand Down

0 comments on commit 4a1b2e9

Please sign in to comment.