blob: 2112845da43625be707c7c0dfcd070df5c90354d [file] [log] [blame]
David Reissea2cba82009-03-30 21:35:00 +00001/*
2 * Licensed to the Apache Software Foundation (ASF) under one
3 * or more contributor license agreements. See the NOTICE file
4 * distributed with this work for additional information
5 * regarding copyright ownership. The ASF licenses this file
6 * to you under the Apache License, Version 2.0 (the
7 * "License"); you may not use this file except in compliance
8 * with the License. You may obtain a copy of the License at
9 *
10 * http://www.apache.org/licenses/LICENSE-2.0
11 *
12 * Unless required by applicable law or agreed to in writing,
13 * software distributed under the License is distributed on an
14 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15 * KIND, either express or implied. See the License for the
16 * specific language governing permissions and limitations
17 * under the License.
18 */
Mark Slee9f0c6512007-02-28 23:58:26 +000019
Mark Sleef5f2be42006-09-05 21:05:31 +000020#ifndef _THRIFT_CONCURRENCY_THREADMANAGER_H_
21#define _THRIFT_CONCURRENCY_THREADMANAGER_H_ 1
Marc Slemko66949872006-07-15 01:52:39 +000022
Marc Slemko6f038a72006-08-03 18:58:09 +000023#include <boost/shared_ptr.hpp>
Roger Meier82525772012-11-16 00:38:27 +000024#include <thrift/cxxfunctional.h>
Marc Slemko0e53ccd2006-07-17 23:51:05 +000025#include <sys/types.h>
Roger Meier4285ba22013-06-10 21:17:23 +020026#include <thrift/concurrency/Thread.h>
Marc Slemko66949872006-07-15 01:52:39 +000027
Konrad Grochowski16a23a62014-11-13 15:33:38 +010028namespace apache {
29namespace thrift {
30namespace concurrency {
Marc Slemko66949872006-07-15 01:52:39 +000031
Mark Sleef5f2be42006-09-05 21:05:31 +000032/**
33 * Thread Pool Manager and related classes
34 *
Mark Sleef5f2be42006-09-05 21:05:31 +000035 * @version $Id:$
36 */
Marc Slemko66949872006-07-15 01:52:39 +000037class ThreadManager;
38
Mark Sleef5f2be42006-09-05 21:05:31 +000039/**
40 * ThreadManager class
41 *
42 * This class manages a pool of threads. It uses a ThreadFactory to create
43 * threads. It never actually creates or destroys worker threads, rather
Jens Geyer1a8e0482015-04-30 20:29:20 +020044 * it maintains statistics on number of idle threads, number of active threads,
Mark Sleef5f2be42006-09-05 21:05:31 +000045 * task backlog, and average wait and service times and informs the PoolPolicy
46 * object bound to instances of this manager of interesting transitions. It is
47 * then up the PoolPolicy object to decide if the thread pool size needs to be
48 * adjusted and call this object addWorker and removeWorker methods to make
49 * changes.
50 *
Jens Geyer1a8e0482015-04-30 20:29:20 +020051 * This design allows different policy implementations to use this code to
Mark Sleef5f2be42006-09-05 21:05:31 +000052 * handle basic worker thread management and worker task execution and focus on
53 * policy issues. The simplest policy, StaticPolicy, does nothing other than
54 * create a fixed number of threads.
55 */
Marc Slemko66949872006-07-15 01:52:39 +000056class ThreadManager {
57
Konrad Grochowski16a23a62014-11-13 15:33:38 +010058protected:
Marc Slemkod466b212006-07-20 00:04:18 +000059 ThreadManager() {}
Marc Slemko66949872006-07-15 01:52:39 +000060
Konrad Grochowski16a23a62014-11-13 15:33:38 +010061public:
Roger Meier82525772012-11-16 00:38:27 +000062 typedef apache::thrift::stdcxx::function<void(boost::shared_ptr<Runnable>)> ExpireCallback;
David Reiss068f4162010-03-09 05:19:45 +000063
Marc Slemkod466b212006-07-20 00:04:18 +000064 virtual ~ThreadManager() {}
Marc Slemko66949872006-07-15 01:52:39 +000065
Mark Sleef5f2be42006-09-05 21:05:31 +000066 /**
67 * Starts the thread manager. Verifies all attributes have been properly
68 * initialized, then allocates necessary resources to begin operation
69 */
Marc Slemkofe5ba12e2006-07-20 21:16:27 +000070 virtual void start() = 0;
71
Mark Sleef5f2be42006-09-05 21:05:31 +000072 /**
73 * Stops the thread manager. Aborts all remaining unprocessed task, shuts
74 * down all created worker threads, and realeases all allocated resources.
75 * This method blocks for all worker threads to complete, thus it can
Marc Slemko3a3b53b2007-05-22 23:59:54 +000076 * potentially block forever if a worker thread is running a task that
Mark Sleef5f2be42006-09-05 21:05:31 +000077 * won't terminate.
78 */
Marc Slemkofe5ba12e2006-07-20 21:16:27 +000079 virtual void stop() = 0;
80
Mark Slee7c10eaf2007-03-01 02:45:10 +000081 /**
82 * Joins the thread manager. This is the same as stop, except that it will
83 * block until all the workers have finished their work. At that point
84 * the ThreadManager will transition into the STOPPED state.
85 */
Mark Slee6e3f6372007-03-01 22:05:46 +000086 virtual void join() = 0;
87
Konrad Grochowski16a23a62014-11-13 15:33:38 +010088 enum STATE { UNINITIALIZED, STARTING, STARTED, JOINING, STOPPING, STOPPED };
Marc Slemko3a3b53b2007-05-22 23:59:54 +000089
Roger Meier3b771a12010-11-17 22:11:26 +000090 virtual STATE state() const = 0;
Marc Slemkofe5ba12e2006-07-20 21:16:27 +000091
Mark Slee5ea15f92007-03-05 22:55:59 +000092 virtual boost::shared_ptr<ThreadFactory> threadFactory() const = 0;
Marc Slemko66949872006-07-15 01:52:39 +000093
Mark Slee5ea15f92007-03-05 22:55:59 +000094 virtual void threadFactory(boost::shared_ptr<ThreadFactory> value) = 0;
Marc Slemko66949872006-07-15 01:52:39 +000095
Konrad Grochowski16a23a62014-11-13 15:33:38 +010096 virtual void addWorker(size_t value = 1) = 0;
Marc Slemko66949872006-07-15 01:52:39 +000097
Konrad Grochowski16a23a62014-11-13 15:33:38 +010098 virtual void removeWorker(size_t value = 1) = 0;
Marc Slemko66949872006-07-15 01:52:39 +000099
Mark Sleef5f2be42006-09-05 21:05:31 +0000100 /**
101 * Gets the current number of idle worker threads
102 */
Marc Slemko66949872006-07-15 01:52:39 +0000103 virtual size_t idleWorkerCount() const = 0;
104
Mark Sleef5f2be42006-09-05 21:05:31 +0000105 /**
106 * Gets the current number of total worker threads
107 */
Marc Slemko66949872006-07-15 01:52:39 +0000108 virtual size_t workerCount() const = 0;
109
Mark Sleef5f2be42006-09-05 21:05:31 +0000110 /**
111 * Gets the current number of pending tasks
112 */
Konrad Grochowski16a23a62014-11-13 15:33:38 +0100113 virtual size_t pendingTaskCount() const = 0;
Marc Slemko66949872006-07-15 01:52:39 +0000114
Mark Sleef5f2be42006-09-05 21:05:31 +0000115 /**
116 * Gets the current number of pending and executing tasks
117 */
Marc Slemko66949872006-07-15 01:52:39 +0000118 virtual size_t totalTaskCount() const = 0;
119
Mark Sleef5f2be42006-09-05 21:05:31 +0000120 /**
Marc Slemko3a3b53b2007-05-22 23:59:54 +0000121 * Gets the maximum pending task count. 0 indicates no maximum
Mark Sleef5f2be42006-09-05 21:05:31 +0000122 */
Marc Slemko3a3b53b2007-05-22 23:59:54 +0000123 virtual size_t pendingTaskCountMax() const = 0;
124
125 /**
David Reiss068f4162010-03-09 05:19:45 +0000126 * Gets the number of tasks which have been expired without being run.
127 */
128 virtual size_t expiredTaskCount() = 0;
129
130 /**
Marc Slemko3a3b53b2007-05-22 23:59:54 +0000131 * Adds a task to be executed at some time in the future by a worker thread.
132 *
133 * This method will block if pendingTaskCountMax() in not zero and pendingTaskCount()
134 * is greater than or equalt to pendingTaskCountMax(). If this method is called in the
135 * context of a ThreadManager worker thread it will throw a
136 * TooManyPendingTasksException
137 *
138 * @param task The task to queue for execution
139 *
140 * @param timeout Time to wait in milliseconds to add a task when a pending-task-count
Aditya Agarwal4b6ff2d2007-12-25 22:58:50 +0000141 * is specified. Specific cases:
142 * timeout = 0 : Wait forever to queue task.
143 * timeout = -1 : Return immediately if pending task count exceeds specified max
David Reiss068f4162010-03-09 05:19:45 +0000144 * @param expiration when nonzero, the number of milliseconds the task is valid
145 * to be run; if exceeded, the task will be dropped off the queue and not run.
Marc Slemko3a3b53b2007-05-22 23:59:54 +0000146 *
147 * @throws TooManyPendingTasksException Pending task count exceeds max pending task count
148 */
Konrad Grochowski16a23a62014-11-13 15:33:38 +0100149 virtual void add(boost::shared_ptr<Runnable> task,
150 int64_t timeout = 0LL,
151 int64_t expiration = 0LL) = 0;
Marc Slemko66949872006-07-15 01:52:39 +0000152
Mark Sleef5f2be42006-09-05 21:05:31 +0000153 /**
154 * Removes a pending task
155 */
Mark Slee5ea15f92007-03-05 22:55:59 +0000156 virtual void remove(boost::shared_ptr<Runnable> task) = 0;
Marc Slemko66949872006-07-15 01:52:39 +0000157
David Reiss01fe1532010-03-09 05:19:25 +0000158 /**
159 * Remove the next pending task which would be run.
160 *
161 * @return the task removed.
162 */
163 virtual boost::shared_ptr<Runnable> removeNextPending() = 0;
164
David Reiss068f4162010-03-09 05:19:45 +0000165 /**
166 * Remove tasks from front of task queue that have expired.
167 */
168 virtual void removeExpiredTasks() = 0;
169
170 /**
171 * Set a callback to be called when a task is expired and not run.
172 *
173 * @param expireCallback a function called with the shared_ptr<Runnable> for
174 * the expired task.
175 */
176 virtual void setExpireCallback(ExpireCallback expireCallback) = 0;
177
Mark Slee5ea15f92007-03-05 22:55:59 +0000178 static boost::shared_ptr<ThreadManager> newThreadManager();
Marc Slemkod466b212006-07-20 00:04:18 +0000179
Mark Sleef5f2be42006-09-05 21:05:31 +0000180 /**
Marc Slemko3a3b53b2007-05-22 23:59:54 +0000181 * Creates a simple thread manager the uses count number of worker threads and has
182 * a pendingTaskCountMax maximum pending tasks. The default, 0, specified no limit
183 * on pending tasks
Mark Sleef5f2be42006-09-05 21:05:31 +0000184 */
Konrad Grochowski16a23a62014-11-13 15:33:38 +0100185 static boost::shared_ptr<ThreadManager> newSimpleThreadManager(size_t count = 4,
186 size_t pendingTaskCountMax = 0);
Marc Slemko66949872006-07-15 01:52:39 +0000187
188 class Task;
Marc Slemko3a3b53b2007-05-22 23:59:54 +0000189
Marc Slemko66949872006-07-15 01:52:39 +0000190 class Worker;
191
Marc Slemko0e53ccd2006-07-17 23:51:05 +0000192 class Impl;
Marc Slemko66949872006-07-15 01:52:39 +0000193};
Konrad Grochowski16a23a62014-11-13 15:33:38 +0100194}
195}
196} // apache::thrift::concurrency
Marc Slemko66949872006-07-15 01:52:39 +0000197
Mark Sleef5f2be42006-09-05 21:05:31 +0000198#endif // #ifndef _THRIFT_CONCURRENCY_THREADMANAGER_H_