// Copyright 2015 PingCAP, Inc. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package expression import ( "context" "testing" "time" "github.com/pingcap/tidb/pkg/parser/ast" "github.com/pingcap/tidb/pkg/parser/model" "github.com/pingcap/tidb/pkg/parser/mysql" "github.com/pingcap/tidb/pkg/planner/cascades/base" "github.com/pingcap/tidb/pkg/sessionctx/stmtctx" "github.com/pingcap/tidb/pkg/types" "github.com/pingcap/tidb/pkg/util/chunk" "github.com/pingcap/tidb/pkg/util/codec" "github.com/pingcap/tidb/pkg/util/mock" "github.com/stretchr/testify/require" ) func TestBaseBuiltin(t *testing.T) { ctx := mock.NewContext() bf, err := newBaseBuiltinFuncWithTp(ctx, "", nil, types.ETTimestamp) require.NoError(t, err) _, _, err = bf.evalInt(ctx, chunk.Row{}) require.Error(t, err) _, _, err = bf.evalReal(ctx, chunk.Row{}) require.Error(t, err) _, _, err = bf.evalString(ctx, chunk.Row{}) require.Error(t, err) _, _, err = bf.evalDecimal(ctx, chunk.Row{}) require.Error(t, err) _, _, err = bf.evalTime(ctx, chunk.Row{}) require.Error(t, err) _, _, err = bf.evalDuration(ctx, chunk.Row{}) require.Error(t, err) _, _, err = bf.evalJSON(ctx, chunk.Row{}) require.Error(t, err) } func TestClone(t *testing.T) { builtinFuncs := []builtinFunc{ &builtinArithmeticPlusRealSig{}, &builtinArithmeticPlusDecimalSig{}, &builtinArithmeticPlusIntSig{}, &builtinArithmeticMinusRealSig{}, &builtinArithmeticMinusDecimalSig{}, &builtinArithmeticMinusIntSig{}, &builtinArithmeticDivideRealSig{}, &builtinArithmeticDivideDecimalSig{}, &builtinArithmeticMultiplyRealSig{}, &builtinArithmeticMultiplyDecimalSig{}, &builtinArithmeticMultiplyIntUnsignedSig{}, &builtinArithmeticMultiplyIntSig{}, &builtinArithmeticIntDivideIntSig{}, &builtinArithmeticIntDivideDecimalSig{}, &builtinArithmeticModIntUnsignedUnsignedSig{}, &builtinArithmeticModIntUnsignedSignedSig{}, &builtinArithmeticModIntSignedUnsignedSig{}, &builtinArithmeticModIntSignedSignedSig{}, &builtinArithmeticModRealSig{}, &builtinArithmeticModDecimalSig{}, &builtinCastIntAsIntSig{}, &builtinCastIntAsRealSig{}, &builtinCastIntAsStringSig{}, &builtinCastIntAsDecimalSig{}, &builtinCastIntAsTimeSig{}, &builtinCastIntAsDurationSig{}, &builtinCastIntAsJSONSig{}, &builtinCastRealAsIntSig{}, &builtinCastRealAsRealSig{}, &builtinCastRealAsStringSig{}, &builtinCastRealAsDecimalSig{}, &builtinCastRealAsTimeSig{}, &builtinCastRealAsDurationSig{}, &builtinCastRealAsJSONSig{}, &builtinCastDecimalAsIntSig{}, &builtinCastDecimalAsRealSig{}, &builtinCastDecimalAsStringSig{}, &builtinCastDecimalAsDecimalSig{}, &builtinCastDecimalAsTimeSig{}, &builtinCastDecimalAsDurationSig{}, &builtinCastDecimalAsJSONSig{}, &builtinCastStringAsIntSig{}, &builtinCastStringAsRealSig{}, &builtinCastStringAsStringSig{}, &builtinCastStringAsDecimalSig{}, &builtinCastStringAsTimeSig{}, &builtinCastStringAsDurationSig{}, &builtinCastStringAsJSONSig{}, &builtinCastTimeAsIntSig{}, &builtinCastTimeAsRealSig{}, &builtinCastTimeAsStringSig{}, &builtinCastTimeAsDecimalSig{}, &builtinCastTimeAsTimeSig{}, &builtinCastTimeAsDurationSig{}, &builtinCastTimeAsJSONSig{}, &builtinCastDurationAsIntSig{}, &builtinCastDurationAsRealSig{}, &builtinCastDurationAsStringSig{}, &builtinCastDurationAsDecimalSig{}, &builtinCastDurationAsTimeSig{}, &builtinCastDurationAsDurationSig{}, &builtinCastDurationAsJSONSig{}, &builtinCastJSONAsIntSig{}, &builtinCastJSONAsRealSig{}, &builtinCastJSONAsStringSig{}, &builtinCastJSONAsDecimalSig{}, &builtinCastJSONAsTimeSig{}, &builtinCastJSONAsDurationSig{}, &builtinCastJSONAsJSONSig{}, &builtinCoalesceIntSig{}, &builtinCoalesceRealSig{}, &builtinCoalesceDecimalSig{}, &builtinCoalesceStringSig{}, &builtinCoalesceTimeSig{}, &builtinCoalesceDurationSig{}, &builtinGreatestIntSig{}, &builtinGreatestRealSig{}, &builtinGreatestDecimalSig{}, &builtinGreatestStringSig{}, &builtinGreatestTimeSig{}, &builtinLeastIntSig{}, &builtinLeastRealSig{}, &builtinLeastDecimalSig{}, &builtinLeastStringSig{}, &builtinLeastTimeSig{}, &builtinIntervalIntSig{}, &builtinIntervalRealSig{}, &builtinLTIntSig{}, &builtinLTRealSig{}, &builtinLTDecimalSig{}, &builtinLTStringSig{}, &builtinLTDurationSig{}, &builtinLTTimeSig{}, &builtinLEIntSig{}, &builtinLERealSig{}, &builtinLEDecimalSig{}, &builtinLEStringSig{}, &builtinLEDurationSig{}, &builtinLETimeSig{}, &builtinGTIntSig{}, &builtinGTRealSig{}, &builtinGTDecimalSig{}, &builtinGTStringSig{}, &builtinGTTimeSig{}, &builtinGTDurationSig{}, &builtinGEIntSig{}, &builtinGERealSig{}, &builtinGEDecimalSig{}, &builtinGEStringSig{}, &builtinGETimeSig{}, &builtinGEDurationSig{}, &builtinNEIntSig{}, &builtinNERealSig{}, &builtinNEDecimalSig{}, &builtinNEStringSig{}, &builtinNETimeSig{}, &builtinNEDurationSig{}, &builtinNullEQIntSig{}, &builtinNullEQRealSig{}, &builtinNullEQDecimalSig{}, &builtinNullEQStringSig{}, &builtinNullEQTimeSig{}, &builtinNullEQDurationSig{}, &builtinCaseWhenIntSig{}, &builtinCaseWhenRealSig{}, &builtinCaseWhenDecimalSig{}, &builtinCaseWhenStringSig{}, &builtinCaseWhenTimeSig{}, &builtinCaseWhenDurationSig{}, &builtinIfNullIntSig{}, &builtinIfNullRealSig{}, &builtinIfNullDecimalSig{}, &builtinIfNullStringSig{}, &builtinIfNullTimeSig{}, &builtinIfNullDurationSig{}, &builtinIfNullJSONSig{}, &builtinIfIntSig{}, &builtinIfRealSig{}, &builtinIfDecimalSig{}, &builtinIfStringSig{}, &builtinIfTimeSig{}, &builtinIfDurationSig{}, &builtinIfJSONSig{}, &builtinAesDecryptSig{}, &builtinAesDecryptIVSig{}, &builtinAesEncryptSig{}, &builtinAesEncryptIVSig{}, &builtinCompressSig{}, &builtinMD5Sig{}, &builtinPasswordSig{}, &builtinRandomBytesSig{}, &builtinSHA1Sig{}, &builtinSHA2Sig{}, &builtinUncompressSig{}, &builtinUncompressedLengthSig{}, &builtinDatabaseSig{}, &builtinFoundRowsSig{}, &builtinCurrentUserSig{}, &builtinUserSig{}, &builtinConnectionIDSig{}, &builtinLastInsertIDSig{}, &builtinLastInsertIDWithIDSig{}, &builtinVersionSig{}, &builtinTiDBVersionSig{}, &builtinRowCountSig{}, &builtinJSONTypeSig{}, &builtinJSONQuoteSig{}, &builtinJSONUnquoteSig{}, &builtinJSONArraySig{}, &builtinJSONArrayAppendSig{}, &builtinJSONObjectSig{}, &builtinJSONExtractSig{}, &builtinJSONSetSig{}, &builtinJSONInsertSig{}, &builtinJSONReplaceSig{}, &builtinJSONRemoveSig{}, &builtinJSONMergeSig{}, &builtinJSONContainsSig{}, &builtinJSONStorageSizeSig{}, &builtinJSONDepthSig{}, &builtinJSONSearchSig{}, &builtinJSONKeysSig{}, &builtinJSONKeys2ArgsSig{}, &builtinJSONLengthSig{}, &builtinLikeSig{}, &builtinIlikeSig{}, &builtinRegexpLikeFuncSig{}, &builtinRegexpSubstrFuncSig{}, &builtinRegexpInStrFuncSig{}, &builtinRegexpReplaceFuncSig{}, &builtinAbsRealSig{}, &builtinAbsIntSig{}, &builtinAbsUIntSig{}, &builtinAbsDecSig{}, &builtinRoundRealSig{}, &builtinRoundIntSig{}, &builtinRoundDecSig{}, &builtinRoundWithFracRealSig{}, &builtinRoundWithFracIntSig{}, &builtinRoundWithFracDecSig{}, &builtinCeilRealSig{}, &builtinCeilIntToDecSig{}, &builtinCeilIntToIntSig{}, &builtinCeilDecToIntSig{}, &builtinCeilDecToDecSig{}, &builtinFloorRealSig{}, &builtinFloorIntToDecSig{}, &builtinFloorIntToIntSig{}, &builtinFloorDecToIntSig{}, &builtinFloorDecToDecSig{}, &builtinLog1ArgSig{}, &builtinLog2ArgsSig{}, &builtinLog2Sig{}, &builtinLog10Sig{}, &builtinRandSig{}, &builtinRandWithSeedFirstGenSig{}, &builtinPowSig{}, &builtinConvSig{}, &builtinCRC32Sig{}, &builtinSignSig{}, &builtinSqrtSig{}, &builtinAcosSig{}, &builtinAsinSig{}, &builtinAtan1ArgSig{}, &builtinAtan2ArgsSig{}, &builtinCosSig{}, &builtinCotSig{}, &builtinDegreesSig{}, &builtinExpSig{}, &builtinPISig{}, &builtinRadiansSig{}, &builtinSinSig{}, &builtinTanSig{}, &builtinTruncateIntSig{}, &builtinTruncateRealSig{}, &builtinTruncateDecimalSig{}, &builtinTruncateUintSig{}, &builtinSleepSig{}, &builtinLockSig{}, &builtinReleaseLockSig{}, &builtinDecimalAnyValueSig{}, &builtinDurationAnyValueSig{}, &builtinIntAnyValueSig{}, &builtinJSONAnyValueSig{}, &builtinRealAnyValueSig{}, &builtinStringAnyValueSig{}, &builtinTimeAnyValueSig{}, &builtinInetAtonSig{}, &builtinInetNtoaSig{}, &builtinInet6AtonSig{}, &builtinInet6NtoaSig{}, &builtinIsIPv4Sig{}, &builtinIsIPv4CompatSig{}, &builtinIsIPv4MappedSig{}, &builtinIsIPv6Sig{}, &builtinUUIDSig{}, &builtinNameConstIntSig{}, &builtinNameConstRealSig{}, &builtinNameConstDecimalSig{}, &builtinNameConstTimeSig{}, &builtinNameConstDurationSig{}, &builtinNameConstStringSig{}, &builtinNameConstJSONSig{}, &builtinLogicAndSig{}, &builtinLogicOrSig{}, &builtinLogicXorSig{}, &builtinRealIsTrueSig{}, &builtinDecimalIsTrueSig{}, &builtinIntIsTrueSig{}, &builtinRealIsFalseSig{}, &builtinDecimalIsFalseSig{}, &builtinIntIsFalseSig{}, &builtinUnaryMinusIntSig{}, &builtinDecimalIsNullSig{}, &builtinDurationIsNullSig{}, &builtinIntIsNullSig{}, &builtinRealIsNullSig{}, &builtinStringIsNullSig{}, &builtinTimeIsNullSig{}, &builtinUnaryNotRealSig{}, &builtinUnaryNotDecimalSig{}, &builtinUnaryNotIntSig{}, &builtinSleepSig{}, &builtinInIntSig{}, &builtinInStringSig{}, &builtinInDecimalSig{}, &builtinInRealSig{}, &builtinInTimeSig{}, &builtinInDurationSig{}, &builtinInJSONSig{}, &builtinRowSig{}, &builtinSetStringVarSig{}, &builtinSetIntVarSig{}, &builtinSetRealVarSig{}, &builtinSetDecimalVarSig{}, &builtinGetIntVarSig{}, &builtinGetRealVarSig{}, &builtinGetDecimalVarSig{}, &builtinGetStringVarSig{}, &builtinLockSig{}, &builtinReleaseLockSig{}, &builtinValuesIntSig{}, &builtinValuesRealSig{}, &builtinValuesDecimalSig{}, &builtinValuesStringSig{}, &builtinValuesTimeSig{}, &builtinValuesDurationSig{}, &builtinValuesJSONSig{}, &builtinBitCountSig{}, &builtinGetParamStringSig{}, &builtinLengthSig{}, &builtinASCIISig{}, &builtinConcatSig{}, &builtinConcatWSSig{}, &builtinLeftSig{}, &builtinLeftUTF8Sig{}, &builtinRightSig{}, &builtinRightUTF8Sig{}, &builtinRepeatSig{}, &builtinLowerSig{}, &builtinReverseUTF8Sig{}, &builtinReverseSig{}, &builtinSpaceSig{}, &builtinUpperSig{}, &builtinStrcmpSig{}, &builtinReplaceSig{}, &builtinConvertSig{}, &builtinSubstring2ArgsSig{}, &builtinSubstring3ArgsSig{}, &builtinSubstring2ArgsUTF8Sig{}, &builtinSubstring3ArgsUTF8Sig{}, &builtinSubstringIndexSig{}, &builtinLocate2ArgsUTF8Sig{}, &builtinLocate3ArgsUTF8Sig{}, &builtinLocate2ArgsSig{}, &builtinLocate3ArgsSig{}, &builtinHexStrArgSig{}, &builtinHexIntArgSig{}, &builtinUnHexSig{}, &builtinTrim1ArgSig{}, &builtinTrim2ArgsSig{}, &builtinTrim3ArgsSig{}, &builtinLTrimSig{}, &builtinRTrimSig{}, &builtinLpadUTF8Sig{}, &builtinLpadSig{}, &builtinRpadUTF8Sig{}, &builtinRpadSig{}, &builtinBitLengthSig{}, &builtinCharSig{}, &builtinCharLengthUTF8Sig{}, &builtinFindInSetSig{}, &builtinMakeSetSig{}, &builtinOctIntSig{}, &builtinOctStringSig{}, &builtinOrdSig{}, &builtinQuoteSig{}, &builtinBinSig{}, &builtinEltSig{}, &builtinExportSet3ArgSig{}, &builtinExportSet4ArgSig{}, &builtinExportSet5ArgSig{}, &builtinFormatWithLocaleSig{}, &builtinFormatSig{}, &builtinFromBase64Sig{}, &builtinToBase64Sig{}, &builtinInsertSig{}, &builtinInsertUTF8Sig{}, &builtinInstrUTF8Sig{}, &builtinInstrSig{}, &builtinFieldRealSig{}, &builtinFieldIntSig{}, &builtinFieldStringSig{}, &builtinDateSig{}, &builtinDateLiteralSig{}, &builtinDateDiffSig{}, &builtinNullTimeDiffSig{}, &builtinTimeStringTimeDiffSig{}, &builtinDurationStringTimeDiffSig{}, &builtinDurationDurationTimeDiffSig{}, &builtinStringTimeTimeDiffSig{}, &builtinStringDurationTimeDiffSig{}, &builtinStringStringTimeDiffSig{}, &builtinTimeTimeTimeDiffSig{}, &builtinDateFormatSig{}, &builtinHourSig{}, &builtinMinuteSig{}, &builtinSecondSig{}, &builtinMicroSecondSig{}, &builtinMonthSig{}, &builtinMonthNameSig{}, &builtinNowWithArgSig{}, &builtinNowWithoutArgSig{}, &builtinDayNameSig{}, &builtinDayOfMonthSig{}, &builtinDayOfWeekSig{}, &builtinDayOfYearSig{}, &builtinWeekWithModeSig{}, &builtinWeekWithoutModeSig{}, &builtinWeekDaySig{}, &builtinWeekOfYearSig{}, &builtinYearSig{}, &builtinYearWeekWithModeSig{}, &builtinYearWeekWithoutModeSig{}, &builtinGetFormatSig{}, &builtinSysDateWithFspSig{}, &builtinSysDateWithoutFspSig{}, &builtinCurrentDateSig{}, &builtinCurrentTime0ArgSig{}, &builtinCurrentTime1ArgSig{}, &builtinTimeSig{}, &builtinTimeLiteralSig{}, &builtinUTCDateSig{}, &builtinUTCTimestampWithArgSig{}, &builtinUTCTimestampWithoutArgSig{}, &builtinAddDatetimeAndDurationSig{}, &builtinAddDatetimeAndStringSig{}, &builtinAddTimeDateTimeNullSig{}, &builtinAddStringAndDurationSig{}, &builtinAddStringAndStringSig{}, &builtinAddTimeStringNullSig{}, &builtinAddDurationAndDurationSig{}, &builtinAddDurationAndStringSig{}, &builtinAddTimeDurationNullSig{}, &builtinAddDateAndDurationSig{}, &builtinAddDateAndStringSig{}, &builtinSubDatetimeAndDurationSig{}, &builtinSubDatetimeAndStringSig{}, &builtinSubTimeDateTimeNullSig{}, &builtinSubStringAndDurationSig{}, &builtinSubStringAndStringSig{}, &builtinSubTimeStringNullSig{}, &builtinSubDurationAndDurationSig{}, &builtinSubDurationAndStringSig{}, &builtinSubTimeDurationNullSig{}, &builtinSubDateAndDurationSig{}, &builtinSubDateAndStringSig{}, &builtinUnixTimestampCurrentSig{}, &builtinUnixTimestampIntSig{}, &builtinUnixTimestampDecSig{}, &builtinConvertTzSig{}, &builtinMakeDateSig{}, &builtinMakeTimeSig{}, &builtinPeriodAddSig{}, &builtinPeriodDiffSig{}, &builtinQuarterSig{}, &builtinSecToTimeSig{}, &builtinTimeToSecSig{}, &builtinTimestampAddSig{}, &builtinToDaysSig{}, &builtinToSecondsSig{}, &builtinUTCTimeWithArgSig{}, &builtinUTCTimeWithoutArgSig{}, &builtinTimestamp1ArgSig{}, &builtinTimestamp2ArgsSig{}, &builtinTimestampLiteralSig{}, &builtinLastDaySig{}, &builtinStrToDateDateSig{}, &builtinStrToDateDatetimeSig{}, &builtinStrToDateDurationSig{}, &builtinFromUnixTime1ArgSig{}, &builtinFromUnixTime2ArgSig{}, &builtinExtractDatetimeFromStringSig{}, &builtinExtractDatetimeSig{}, &builtinExtractDurationSig{}, &builtinAddSubDateAsStringSig{}, &builtinAddSubDateDatetimeAnySig{}, &builtinAddSubDateDurationAnySig{}, } for _, f := range builtinFuncs { cf := f.Clone() require.IsType(t, f, cf) } } func TestGetUint64FromConstant(t *testing.T) { ctx := mock.NewContext() con := &Constant{ Value: types.NewDatum(nil), } _, isNull, ok := GetUint64FromConstant(ctx, con) require.True(t, ok) require.True(t, isNull) con = &Constant{ Value: types.NewIntDatum(-1), } _, _, ok = GetUint64FromConstant(ctx, con) require.False(t, ok) con.Value = types.NewIntDatum(1) num, isNull, ok := GetUint64FromConstant(ctx, con) require.True(t, ok) require.False(t, isNull) require.Equal(t, uint64(1), num) con.Value = types.NewUintDatum(1) num, _, _ = GetUint64FromConstant(ctx, con) require.Equal(t, uint64(1), num) con.DeferredExpr = &Constant{Value: types.NewIntDatum(1)} num, _, _ = GetUint64FromConstant(ctx, con) require.Equal(t, uint64(1), num) ctx.GetSessionVars().PlanCacheParams.Append(types.NewUintDatum(100)) con.ParamMarker = &ParamMarker{order: 0} num, _, _ = GetUint64FromConstant(ctx, con) require.Equal(t, uint64(100), num) } func TestSetExprColumnInOperand(t *testing.T) { col := &Column{RetType: newIntFieldType()} require.True(t, SetExprColumnInOperand(col).(*Column).InOperand) ctx := mock.NewContext() f, err := funcs[ast.Abs].getFunction(ctx, []Expression{col}) require.NoError(t, err) fun := &ScalarFunction{Function: f} SetExprColumnInOperand(fun) require.True(t, f.getArgs()[0].(*Column).InOperand) } func TestPopRowFirstArg(t *testing.T) { ctx := mock.NewContext() c1, c2, c3 := &Column{RetType: newIntFieldType()}, &Column{RetType: newIntFieldType()}, &Column{RetType: newIntFieldType()} f, err := funcs[ast.RowFunc].getFunction(ctx, []Expression{c1, c2, c3}) require.NoError(t, err) fun := &ScalarFunction{Function: f, FuncName: model.NewCIStr(ast.RowFunc), RetType: newIntFieldType()} fun2, err := PopRowFirstArg(mock.NewContext(), fun) require.NoError(t, err) require.Len(t, fun2.(*ScalarFunction).GetArgs(), 2) } func TestGetStrIntFromConstant(t *testing.T) { col := &Column{} _, _, err := GetStringFromConstant(mock.NewContext(), col) require.Error(t, err) con := &Constant{RetType: types.NewFieldType(mysql.TypeNull)} _, isNull, err := GetStringFromConstant(mock.NewContext(), con) require.NoError(t, err) require.True(t, isNull) con = &Constant{RetType: newIntFieldType(), Value: types.NewIntDatum(1)} ret, _, _ := GetStringFromConstant(mock.NewContext(), con) require.Equal(t, "1", ret) con = &Constant{RetType: types.NewFieldType(mysql.TypeNull)} _, isNull, _ = GetIntFromConstant(mock.NewContext(), con) require.True(t, isNull) con = &Constant{RetType: newStringFieldType(), Value: types.NewStringDatum("abc")} _, isNull, _ = GetIntFromConstant(mock.NewContext(), con) require.True(t, isNull) con = &Constant{RetType: newStringFieldType(), Value: types.NewStringDatum("123")} num, _, _ := GetIntFromConstant(mock.NewContext(), con) require.Equal(t, 123, num) } func TestSubstituteCorCol2Constant(t *testing.T) { ctx := mock.NewContext() corCol1 := &CorrelatedColumn{Data: &NewOne().Value} corCol1.RetType = types.NewFieldType(mysql.TypeLonglong) corCol2 := &CorrelatedColumn{Data: &NewOne().Value} corCol2.RetType = types.NewFieldType(mysql.TypeLonglong) cast := BuildCastFunction(ctx, corCol1, types.NewFieldType(mysql.TypeLonglong)) plus := newFunctionWithMockCtx(ast.Plus, cast, corCol2) plus2 := newFunctionWithMockCtx(ast.Plus, plus, NewOne()) ans1 := &Constant{Value: types.NewIntDatum(3), RetType: types.NewFieldType(mysql.TypeLonglong)} ret, err := SubstituteCorCol2Constant(ctx, plus2) require.NoError(t, err) require.True(t, ret.Equal(ctx, ans1)) col1 := &Column{Index: 1, RetType: types.NewFieldType(mysql.TypeLonglong)} ret, err = SubstituteCorCol2Constant(ctx, col1) require.NoError(t, err) ans2 := col1 require.True(t, ret.Equal(ctx, ans2)) plus3 := newFunctionWithMockCtx(ast.Plus, plus2, col1) ret, err = SubstituteCorCol2Constant(ctx, plus3) require.NoError(t, err) ans3 := newFunctionWithMockCtx(ast.Plus, ans1, col1) require.False(t, ret.Equal(ctx, ans3)) } func TestPushDownNot(t *testing.T) { ctx := mock.NewContext() col := &Column{Index: 1, RetType: types.NewFieldType(mysql.TypeLonglong)} // !((a=1||a=1)&&a=1) eqFunc := newFunctionWithMockCtx(ast.EQ, col, NewOne()) orFunc := newFunctionWithMockCtx(ast.LogicOr, eqFunc, eqFunc) andFunc := newFunctionWithMockCtx(ast.LogicAnd, orFunc, eqFunc) notFunc := newFunctionWithMockCtx(ast.UnaryNot, andFunc) // (a!=1&&a!=1)||a=1 neFunc := newFunctionWithMockCtx(ast.NE, col, NewOne()) andFunc2 := newFunctionWithMockCtx(ast.LogicAnd, neFunc, neFunc) orFunc2 := newFunctionWithMockCtx(ast.LogicOr, andFunc2, neFunc) notFuncCopy := notFunc.Clone() ret := PushDownNot(ctx, notFunc) require.True(t, ret.Equal(ctx, orFunc2)) require.True(t, notFunc.Equal(ctx, notFuncCopy)) // issue 15725 // (not not a) should be optimized to (a is true) notFunc = newFunctionWithMockCtx(ast.UnaryNot, col) notFunc = newFunctionWithMockCtx(ast.UnaryNot, notFunc) ret = PushDownNot(ctx, notFunc) require.True(t, ret.Equal(ctx, newFunctionWithMockCtx(ast.IsTruthWithNull, col))) // (not not (a+1)) should be optimized to (a+1 is true) plusFunc := newFunctionWithMockCtx(ast.Plus, col, NewOne()) notFunc = newFunctionWithMockCtx(ast.UnaryNot, plusFunc) notFunc = newFunctionWithMockCtx(ast.UnaryNot, notFunc) ret = PushDownNot(ctx, notFunc) require.True(t, ret.Equal(ctx, newFunctionWithMockCtx(ast.IsTruthWithNull, plusFunc))) // (not not not a) should be optimized to (not (a is true)) notFunc = newFunctionWithMockCtx(ast.UnaryNot, col) notFunc = newFunctionWithMockCtx(ast.UnaryNot, notFunc) notFunc = newFunctionWithMockCtx(ast.UnaryNot, notFunc) ret = PushDownNot(ctx, notFunc) require.True(t, ret.Equal(ctx, newFunctionWithMockCtx(ast.UnaryNot, newFunctionWithMockCtx(ast.IsTruthWithNull, col)))) // (not not not not a) should be optimized to (a is true) notFunc = newFunctionWithMockCtx(ast.UnaryNot, col) notFunc = newFunctionWithMockCtx(ast.UnaryNot, notFunc) notFunc = newFunctionWithMockCtx(ast.UnaryNot, notFunc) notFunc = newFunctionWithMockCtx(ast.UnaryNot, notFunc) ret = PushDownNot(ctx, notFunc) require.True(t, ret.Equal(ctx, newFunctionWithMockCtx(ast.IsTruthWithNull, col))) } func TestFilter(t *testing.T) { conditions := []Expression{ newFunctionWithMockCtx(ast.EQ, newColumn(0), newColumn(1)), newFunctionWithMockCtx(ast.EQ, newColumn(1), newColumn(2)), newFunctionWithMockCtx(ast.LogicOr, newLonglong(1), newColumn(0)), } result := make([]Expression, 0, 5) result = Filter(result, conditions, isLogicOrFunction) require.Len(t, result, 1) } func TestFilterOutInPlace(t *testing.T) { conditions := []Expression{ newFunctionWithMockCtx(ast.EQ, newColumn(0), newColumn(1)), newFunctionWithMockCtx(ast.EQ, newColumn(1), newColumn(2)), newFunctionWithMockCtx(ast.LogicOr, newLonglong(1), newColumn(0)), } remained, filtered := FilterOutInPlace(conditions, isLogicOrFunction) require.Equal(t, 2, len(remained)) require.Equal(t, "eq", remained[0].(*ScalarFunction).FuncName.L) require.Equal(t, "eq", remained[1].(*ScalarFunction).FuncName.L) require.Equal(t, 1, len(filtered)) require.Equal(t, "or", filtered[0].(*ScalarFunction).FuncName.L) } func TestHashGroupKey(t *testing.T) { ctx := mock.NewContext() sc := stmtctx.NewStmtCtxWithTimeZone(time.Local) eTypes := []types.EvalType{types.ETInt, types.ETReal, types.ETDecimal, types.ETString, types.ETTimestamp, types.ETDatetime, types.ETDuration} tNames := []string{"int", "real", "decimal", "string", "timestamp", "datetime", "duration"} for i := 0; i < len(tNames); i++ { ft := eType2FieldType(eTypes[i]) if eTypes[i] == types.ETDecimal { ft.SetFlen(0) } colExpr := &Column{Index: 0, RetType: ft} input := chunk.New([]*types.FieldType{ft}, 1024, 1024) fillColumnWithGener(eTypes[i], input, 0, nil) colBuf := chunk.NewColumn(ft, 1024) bufs := make([][]byte, 1024) for j := 0; j < 1024; j++ { bufs[j] = bufs[j][:0] } var err error err = EvalExpr(ctx, ctx.GetSessionVars().EnableVectorizedExpression, colExpr, colExpr.GetType(ctx).EvalType(), input, colBuf) require.NoError(t, err) bufs, err = codec.HashGroupKey(sc.TimeZone(), 1024, colBuf, bufs, ft) require.NoError(t, err) var buf []byte for j := 0; j < input.NumRows(); j++ { d, err := colExpr.Eval(ctx, input.GetRow(j)) require.NoError(t, err) buf, err = codec.EncodeValue(sc.TimeZone(), buf[:0], d) require.NoError(t, err) require.Equal(t, string(bufs[j]), string(buf)) } } } func isLogicOrFunction(e Expression) bool { if f, ok := e.(*ScalarFunction); ok { return f.FuncName.L == ast.LogicOr } return false } func TestDisableParseJSONFlag4Expr(t *testing.T) { var expr Expression ctx := createContext(t) expr = &Column{RetType: newIntFieldType()} ft := expr.GetType(ctx) ft.AddFlag(mysql.ParseToJSONFlag) DisableParseJSONFlag4Expr(ctx, expr) require.True(t, mysql.HasParseToJSONFlag(ft.GetFlag())) expr = &CorrelatedColumn{Column: Column{RetType: newIntFieldType()}} ft = expr.GetType(ctx) ft.AddFlag(mysql.ParseToJSONFlag) DisableParseJSONFlag4Expr(ctx, expr) require.True(t, mysql.HasParseToJSONFlag(ft.GetFlag())) expr = &ScalarFunction{RetType: newIntFieldType()} ft = expr.GetType(ctx) ft.AddFlag(mysql.ParseToJSONFlag) DisableParseJSONFlag4Expr(ctx, expr) require.False(t, mysql.HasParseToJSONFlag(ft.GetFlag())) } func TestSQLDigestTextRetriever(t *testing.T) { // Create a fake session as the argument to the retriever, though it's actually not used when mock data is set. r := NewSQLDigestTextRetriever() clearResult := func() { r.SQLDigestsMap = map[string]string{ "digest1": "", "digest2": "", "digest3": "", "digest4": "", "digest5": "", } } clearResult() r.mockLocalData = map[string]string{ "digest1": "text1", "digest2": "text2", "digest6": "text6", } r.mockGlobalData = map[string]string{ "digest2": "text2", "digest3": "text3", "digest4": "text4", "digest7": "text7", } expectedLocalResult := map[string]string{ "digest1": "text1", "digest2": "text2", "digest3": "", "digest4": "", "digest5": "", } expectedGlobalResult := map[string]string{ "digest1": "text1", "digest2": "text2", "digest3": "text3", "digest4": "text4", "digest5": "", } err := r.RetrieveLocal(context.Background(), nil) require.NoError(t, err) require.Equal(t, expectedLocalResult, r.SQLDigestsMap) clearResult() err = r.RetrieveGlobal(context.Background(), nil) require.NoError(t, err) require.Equal(t, expectedGlobalResult, r.SQLDigestsMap) clearResult() r.fetchAllLimit = 1 err = r.RetrieveLocal(context.Background(), nil) require.NoError(t, err) require.Equal(t, expectedLocalResult, r.SQLDigestsMap) clearResult() err = r.RetrieveGlobal(context.Background(), nil) require.NoError(t, err) require.Equal(t, expectedGlobalResult, r.SQLDigestsMap) } func TestProjectionBenefitsFromPushedDown(t *testing.T) { type testDataType struct { exprs []Expression inputSchemaLen int expectResult bool } castFunc, _ := NewFunction(mock.NewContext(), ast.Cast, types.NewFieldType(mysql.TypeString), newFunctionWithMockCtx(ast.JSONExtract, newColJSON(), newColString("str", "binary"))) testDataArray := []testDataType{ {[]Expression{newColumn(0), newColumn(1)}, 5, true}, {[]Expression{newColumn(0), newColumn(1)}, 2, false}, {[]Expression{ newColumn(0), newFunctionWithMockCtx(ast.JSONExtract, newColJSON(), newColString("str", "binary")), newFunctionWithMockCtx(ast.JSONDepth, newColJSON()), newFunctionWithMockCtx(ast.JSONLength, newColJSON()), newFunctionWithMockCtx(ast.JSONType, newColJSON()), newFunctionWithMockCtx(ast.JSONValid, newColJSON()), newFunctionWithMockCtx(ast.JSONContains, newColJSON(), newColString("str", "binary")), newFunctionWithMockCtx(ast.JSONContainsPath, newColJSON(), newConstString("str", CoercibilityNone, "str", "binary"), newColString("str", "binary"), newColString("str", "binary")), newFunctionWithMockCtx(ast.JSONKeys, newColJSON()), newFunctionWithMockCtx(ast.JSONSearch, newColJSON(), newConstString("str", CoercibilityNone, "str", "binary"), newColString("str", "binary")), newFunctionWithMockCtx(ast.JSONMemberOf, newColString("str", "binary"), newColJSON()), newFunctionWithMockCtx(ast.JSONOverlaps, newColJSON(), newColJSON()), }, 3, true}, {[]Expression{ newFunctionWithMockCtx(ast.JSONUnquote, newColString("str", "binary")), }, 3, false}, {[]Expression{ newFunctionWithMockCtx(ast.JSONUnquote, castFunc), }, 3, true}, } for _, testData := range testDataArray { result := ProjectionBenefitsFromPushedDown(testData.exprs, testData.inputSchemaLen) require.Equal(t, result, testData.expectResult) } } func BenchmarkExtractColumns(b *testing.B) { conditions := []Expression{ newFunctionWithMockCtx(ast.EQ, newColumn(0), newColumn(1)), newFunctionWithMockCtx(ast.EQ, newColumn(1), newColumn(2)), newFunctionWithMockCtx(ast.EQ, newColumn(2), newColumn(3)), newFunctionWithMockCtx(ast.EQ, newColumn(3), newLonglong(1)), newFunctionWithMockCtx(ast.LogicOr, newLonglong(1), newColumn(0)), } expr := ComposeCNFCondition(mock.NewContext(), conditions...) b.ResetTimer() for i := 0; i < b.N; i++ { ExtractColumns(expr) } b.ReportAllocs() } func (m *MockExpr) VecEvalVectorFloat32(ctx EvalContext, input *chunk.Chunk, result *chunk.Column) error { return nil } func BenchmarkExprFromSchema(b *testing.B) { conditions := []Expression{ newFunctionWithMockCtx(ast.EQ, newColumn(0), newColumn(1)), newFunctionWithMockCtx(ast.EQ, newColumn(1), newColumn(2)), newFunctionWithMockCtx(ast.EQ, newColumn(2), newColumn(3)), newFunctionWithMockCtx(ast.EQ, newColumn(3), newLonglong(1)), newFunctionWithMockCtx(ast.LogicOr, newLonglong(1), newColumn(0)), } expr := ComposeCNFCondition(mock.NewContext(), conditions...) schema := &Schema{Columns: ExtractColumns(expr)} b.ResetTimer() for i := 0; i < b.N; i++ { ExprFromSchema(expr, schema) } b.ReportAllocs() } // MockExpr is mainly for test. type MockExpr struct { err error t *types.FieldType i any } func (m *MockExpr) VecEvalInt(ctx EvalContext, input *chunk.Chunk, result *chunk.Column) error { return nil } func (m *MockExpr) VecEvalReal(ctx EvalContext, input *chunk.Chunk, result *chunk.Column) error { return nil } func (m *MockExpr) VecEvalString(ctx EvalContext, input *chunk.Chunk, result *chunk.Column) error { return nil } func (m *MockExpr) VecEvalDecimal(ctx EvalContext, input *chunk.Chunk, result *chunk.Column) error { return nil } func (m *MockExpr) VecEvalTime(ctx EvalContext, input *chunk.Chunk, result *chunk.Column) error { return nil } func (m *MockExpr) VecEvalDuration(ctx EvalContext, input *chunk.Chunk, result *chunk.Column) error { return nil } func (m *MockExpr) VecEvalJSON(ctx EvalContext, input *chunk.Chunk, result *chunk.Column) error { return nil } func (m *MockExpr) StringWithCtx(ParamValues, string) string { return "" } func (m *MockExpr) Eval(ctx EvalContext, row chunk.Row) (types.Datum, error) { return types.NewDatum(m.i), m.err } func (m *MockExpr) EvalInt(ctx EvalContext, row chunk.Row) (val int64, isNull bool, err error) { if x, ok := m.i.(int64); ok { return x, false, m.err } return 0, m.i == nil, m.err } func (m *MockExpr) EvalReal(ctx EvalContext, row chunk.Row) (val float64, isNull bool, err error) { if x, ok := m.i.(float64); ok { return x, false, m.err } return 0, m.i == nil, m.err } func (m *MockExpr) EvalString(ctx EvalContext, row chunk.Row) (val string, isNull bool, err error) { if x, ok := m.i.(string); ok { return x, false, m.err } return "", m.i == nil, m.err } func (m *MockExpr) EvalDecimal(ctx EvalContext, row chunk.Row) (val *types.MyDecimal, isNull bool, err error) { if x, ok := m.i.(*types.MyDecimal); ok { return x, false, m.err } return nil, m.i == nil, m.err } func (m *MockExpr) EvalTime(ctx EvalContext, row chunk.Row) (val types.Time, isNull bool, err error) { if x, ok := m.i.(types.Time); ok { return x, false, m.err } return types.ZeroTime, m.i == nil, m.err } func (m *MockExpr) EvalDuration(ctx EvalContext, row chunk.Row) (val types.Duration, isNull bool, err error) { if x, ok := m.i.(types.Duration); ok { return x, false, m.err } return types.Duration{}, m.i == nil, m.err } func (m *MockExpr) EvalJSON(ctx EvalContext, row chunk.Row) (val types.BinaryJSON, isNull bool, err error) { if x, ok := m.i.(types.BinaryJSON); ok { return x, false, m.err } return types.BinaryJSON{}, m.i == nil, m.err } func (m *MockExpr) EvalVectorFloat32(ctx EvalContext, row chunk.Row) (val types.VectorFloat32, isNull bool, err error) { if x, ok := m.i.(types.VectorFloat32); ok { return x, false, m.err } return types.ZeroVectorFloat32, m.i == nil, m.err } func (m *MockExpr) GetType(_ EvalContext) *types.FieldType { return m.t } func (m *MockExpr) Clone() Expression { cloned := new(MockExpr) cloned.i = m.i cloned.err = m.err if m.t != nil { cloned.t = m.t.Clone() } return cloned } func (m *MockExpr) Equal(ctx EvalContext, e Expression) bool { return false } func (m *MockExpr) IsCorrelated() bool { return false } func (m *MockExpr) ConstLevel() ConstLevel { return ConstNone } func (m *MockExpr) Decorrelate(schema *Schema) Expression { return m } func (m *MockExpr) ResolveIndices(schema *Schema) (Expression, error) { return m, nil } func (m *MockExpr) resolveIndices(schema *Schema) error { return nil } func (m *MockExpr) ResolveIndicesByVirtualExpr(ctx EvalContext, schema *Schema) (Expression, bool) { return m, true } func (m *MockExpr) resolveIndicesByVirtualExpr(ctx EvalContext, schema *Schema) bool { return true } func (m *MockExpr) RemapColumn(_ map[int64]*Column) (Expression, error) { return m, nil } func (m *MockExpr) ExplainInfo(EvalContext) string { return "" } func (m *MockExpr) ExplainNormalizedInfo() string { return "" } func (m *MockExpr) ExplainNormalizedInfo4InList() string { return "" } func (m *MockExpr) HashCode() []byte { return nil } func (m *MockExpr) CanonicalHashCode() []byte { return nil } func (m *MockExpr) Vectorized() bool { return false } func (m *MockExpr) HasCoercibility() bool { return false } func (m *MockExpr) Coercibility() Coercibility { return 0 } func (m *MockExpr) SetCoercibility(Coercibility) {} func (m *MockExpr) Repertoire() Repertoire { return UNICODE } func (m *MockExpr) SetRepertoire(Repertoire) {} func (m *MockExpr) IsExplicitCharset() bool { return false } func (m *MockExpr) SetExplicitCharset(bool) {} func (m *MockExpr) CharsetAndCollation() (string, string) { return "", "" } func (m *MockExpr) SetCharsetAndCollation(chs, coll string) {} func (m *MockExpr) MemoryUsage() (sum int64) { return } func (m *MockExpr) Traverse(action TraverseAction) Expression { return action.Transform(m) } func (m *MockExpr) Hash64(_ base.Hasher) {} func (m *MockExpr) Equals(_ any) bool { return false }