// Copyright 2023 PingCAP, Inc. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include #include #include #include namespace DB { struct TaskSchedulerConfig { ThreadPoolConfig cpu_task_thread_pool_config; ThreadPoolConfig io_task_thread_pool_config; String toString() const { return fmt::format( "cpu: {}, io: {}", cpu_task_thread_pool_config.toString(), io_task_thread_pool_config.toString()); } }; /** * ┌────────────────────────────┐ * │ task scheduler │ * │ │ * │ ┌───────────────────┐ │ * │ ┌──┤io task thread pool◄─┐ │ * │ │ └──────▲──┬─────────┘ │ │ * │ │ │ │ │ │ * │ │ ┌───────┴──▼─────────┐ │ │ * │ │ │cpu task thread pool│ │ │ * │ │ └───────▲──┬─────────┘ │ │ * │ │ │ │ │ │ * │ │ ┌────┴──▼────┐ │ │ * │ └────►wait reactor├──────┘ │ * │ └────────────┘ │ * │ │ * └────────────────────────────┘ * * A globally shared execution scheduler, used by pipeline executor. * - cpu task thread pool: for operator cpu intensive compute. * - io task thread pool: for operator io intensive block. * - wait reactor: for polling asynchronous io status, etc. */ class TaskScheduler { public: explicit TaskScheduler(const TaskSchedulerConfig & config); ~TaskScheduler(); void submit(TaskPtr && task); void submit(std::vector & tasks); void submitToWaitReactor(TaskPtr && task); void submitToCPUTaskThreadPool(TaskPtr && task); void submitToCPUTaskThreadPool(std::vector & tasks); void submitToIOTaskThreadPool(TaskPtr && task); void submitToIOTaskThreadPool(std::vector & tasks); void cancel(const String & query_id, const String & resource_group_name); static std::unique_ptr instance; private: TaskThreadPool cpu_task_thread_pool; TaskThreadPool io_task_thread_pool; WaitReactor wait_reactor; LoggerPtr logger = Logger::get(); }; } // namespace DB