Mercurial > hg > orthanc
annotate Core/JobsEngine/JobsEngine.cpp @ 2570:2e879c796ec7 jobs
JobsRegistry::SubmitAndWait(), StoreScuJob
author | Sebastien Jodogne <s.jodogne@gmail.com> |
---|---|
date | Mon, 07 May 2018 21:42:04 +0200 |
parents | 2af17cd5eb1f |
children | 3372c5255333 |
rev | line source |
---|---|
2569 | 1 /** |
2 * Orthanc - A Lightweight, RESTful DICOM Store | |
3 * Copyright (C) 2012-2016 Sebastien Jodogne, Medical Physics | |
4 * Department, University Hospital of Liege, Belgium | |
5 * Copyright (C) 2017-2018 Osimis S.A., Belgium | |
6 * | |
7 * This program is free software: you can redistribute it and/or | |
8 * modify it under the terms of the GNU General Public License as | |
9 * published by the Free Software Foundation, either version 3 of the | |
10 * License, or (at your option) any later version. | |
11 * | |
12 * In addition, as a special exception, the copyright holders of this | |
13 * program give permission to link the code of its release with the | |
14 * OpenSSL project's "OpenSSL" library (or with modified versions of it | |
15 * that use the same license as the "OpenSSL" library), and distribute | |
16 * the linked executables. You must obey the GNU General Public License | |
17 * in all respects for all of the code used other than "OpenSSL". If you | |
18 * modify file(s) with this exception, you may extend this exception to | |
19 * your version of the file(s), but you are not obligated to do so. If | |
20 * you do not wish to do so, delete this exception statement from your | |
21 * version. If you delete this exception statement from all source files | |
22 * in the program, then also delete it here. | |
23 * | |
24 * This program is distributed in the hope that it will be useful, but | |
25 * WITHOUT ANY WARRANTY; without even the implied warranty of | |
26 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
27 * General Public License for more details. | |
28 * | |
29 * You should have received a copy of the GNU General Public License | |
30 * along with this program. If not, see <http://www.gnu.org/licenses/>. | |
31 **/ | |
32 | |
33 | |
34 #include "../PrecompiledHeaders.h" | |
35 #include "JobsEngine.h" | |
36 | |
37 #include "JobStepRetry.h" | |
38 | |
39 #include "../Logging.h" | |
40 #include "../OrthancException.h" | |
41 | |
42 namespace Orthanc | |
43 { | |
44 bool JobsEngine::ExecuteStep(JobsRegistry::RunningJob& running, | |
45 size_t workerIndex) | |
46 { | |
47 assert(running.IsValid()); | |
48 | |
49 LOG(INFO) << "Executing job with priority " << running.GetPriority() | |
50 << " in worker thread " << workerIndex << ": " << running.GetId(); | |
51 | |
52 if (running.IsPauseScheduled()) | |
53 { | |
54 running.GetJob().ReleaseResources(); | |
55 running.MarkPause(); | |
56 return false; | |
57 } | |
58 | |
59 std::auto_ptr<JobStepResult> result; | |
60 | |
61 { | |
62 try | |
63 { | |
64 result.reset(running.GetJob().ExecuteStep()); | |
65 | |
66 if (result->GetCode() == JobStepCode_Failure) | |
67 { | |
68 running.UpdateStatus(ErrorCode_InternalError); | |
69 } | |
70 else | |
71 { | |
72 running.UpdateStatus(ErrorCode_Success); | |
73 } | |
74 } | |
75 catch (OrthancException& e) | |
76 { | |
77 running.UpdateStatus(e.GetErrorCode()); | |
78 } | |
79 catch (boost::bad_lexical_cast&) | |
80 { | |
81 running.UpdateStatus(ErrorCode_BadFileFormat); | |
82 } | |
83 catch (...) | |
84 { | |
85 running.UpdateStatus(ErrorCode_InternalError); | |
86 } | |
87 | |
88 if (result.get() == NULL) | |
89 { | |
90 result.reset(new JobStepResult(JobStepCode_Failure)); | |
91 } | |
92 } | |
93 | |
94 switch (result->GetCode()) | |
95 { | |
96 case JobStepCode_Success: | |
97 running.MarkSuccess(); | |
98 return false; | |
99 | |
100 case JobStepCode_Failure: | |
101 running.MarkFailure(); | |
102 return false; | |
103 | |
104 case JobStepCode_Retry: | |
2570
2e879c796ec7
JobsRegistry::SubmitAndWait(), StoreScuJob
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
2569
diff
changeset
|
105 running.GetJob().ReleaseResources(); |
2569 | 106 running.MarkRetry(dynamic_cast<JobStepRetry&>(*result).GetTimeout()); |
107 return false; | |
108 | |
109 case JobStepCode_Continue: | |
110 return true; | |
111 | |
112 default: | |
113 throw OrthancException(ErrorCode_InternalError); | |
114 } | |
115 } | |
116 | |
117 | |
118 void JobsEngine::RetryHandler(JobsEngine* engine) | |
119 { | |
120 assert(engine != NULL); | |
121 | |
122 for (;;) | |
123 { | |
124 boost::this_thread::sleep(boost::posix_time::milliseconds(200)); | |
125 | |
126 { | |
127 boost::mutex::scoped_lock lock(engine->stateMutex_); | |
128 | |
129 if (engine->state_ != State_Running) | |
130 { | |
131 return; | |
132 } | |
133 } | |
134 | |
135 engine->GetRegistry().ScheduleRetries(); | |
136 } | |
137 } | |
138 | |
139 | |
140 void JobsEngine::Worker(JobsEngine* engine, | |
141 size_t workerIndex) | |
142 { | |
143 assert(engine != NULL); | |
144 | |
145 LOG(INFO) << "Worker thread " << workerIndex << " has started"; | |
146 | |
147 for (;;) | |
148 { | |
149 { | |
150 boost::mutex::scoped_lock lock(engine->stateMutex_); | |
151 | |
152 if (engine->state_ != State_Running) | |
153 { | |
154 return; | |
155 } | |
156 } | |
157 | |
158 JobsRegistry::RunningJob running(engine->GetRegistry(), 100); | |
159 | |
160 if (running.IsValid()) | |
161 { | |
162 for (;;) | |
163 { | |
164 if (!engine->ExecuteStep(running, workerIndex)) | |
165 { | |
166 break; | |
167 } | |
168 } | |
169 } | |
170 } | |
171 } | |
172 | |
173 | |
174 JobsEngine::JobsEngine() : | |
175 state_(State_Setup), | |
176 workers_(1) | |
177 { | |
178 } | |
179 | |
180 | |
181 JobsEngine::~JobsEngine() | |
182 { | |
183 if (state_ != State_Setup && | |
184 state_ != State_Done) | |
185 { | |
186 LOG(ERROR) << "INTERNAL ERROR: JobsEngine::Stop() should be invoked manually to avoid mess in the destruction order!"; | |
187 Stop(); | |
188 } | |
189 } | |
190 | |
191 | |
192 void JobsEngine::SetWorkersCount(size_t count) | |
193 { | |
194 boost::mutex::scoped_lock lock(stateMutex_); | |
195 | |
196 if (state_ != State_Setup) | |
197 { | |
198 // Can only be invoked before calling "Start()" | |
199 throw OrthancException(ErrorCode_BadSequenceOfCalls); | |
200 } | |
201 | |
202 workers_.resize(count); | |
203 } | |
204 | |
205 | |
206 void JobsEngine::Start() | |
207 { | |
208 boost::mutex::scoped_lock lock(stateMutex_); | |
209 | |
210 if (state_ != State_Setup) | |
211 { | |
212 throw OrthancException(ErrorCode_BadSequenceOfCalls); | |
213 } | |
214 | |
215 retryHandler_ = boost::thread(RetryHandler, this); | |
216 | |
2570
2e879c796ec7
JobsRegistry::SubmitAndWait(), StoreScuJob
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
2569
diff
changeset
|
217 if (workers_.size() == 0) |
2e879c796ec7
JobsRegistry::SubmitAndWait(), StoreScuJob
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
2569
diff
changeset
|
218 { |
2e879c796ec7
JobsRegistry::SubmitAndWait(), StoreScuJob
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
2569
diff
changeset
|
219 // Use all the available CPUs |
2e879c796ec7
JobsRegistry::SubmitAndWait(), StoreScuJob
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
2569
diff
changeset
|
220 size_t n = boost::thread::hardware_concurrency(); |
2e879c796ec7
JobsRegistry::SubmitAndWait(), StoreScuJob
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
2569
diff
changeset
|
221 |
2e879c796ec7
JobsRegistry::SubmitAndWait(), StoreScuJob
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
2569
diff
changeset
|
222 if (n == 0) |
2e879c796ec7
JobsRegistry::SubmitAndWait(), StoreScuJob
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
2569
diff
changeset
|
223 { |
2e879c796ec7
JobsRegistry::SubmitAndWait(), StoreScuJob
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
2569
diff
changeset
|
224 n = 1; |
2e879c796ec7
JobsRegistry::SubmitAndWait(), StoreScuJob
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
2569
diff
changeset
|
225 } |
2e879c796ec7
JobsRegistry::SubmitAndWait(), StoreScuJob
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
2569
diff
changeset
|
226 |
2e879c796ec7
JobsRegistry::SubmitAndWait(), StoreScuJob
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
2569
diff
changeset
|
227 workers_.resize(n); |
2e879c796ec7
JobsRegistry::SubmitAndWait(), StoreScuJob
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
2569
diff
changeset
|
228 } |
2e879c796ec7
JobsRegistry::SubmitAndWait(), StoreScuJob
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
2569
diff
changeset
|
229 |
2569 | 230 for (size_t i = 0; i < workers_.size(); i++) |
231 { | |
232 workers_[i] = boost::thread(Worker, this, i); | |
233 } | |
234 | |
235 state_ = State_Running; | |
236 | |
2570
2e879c796ec7
JobsRegistry::SubmitAndWait(), StoreScuJob
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
2569
diff
changeset
|
237 LOG(WARNING) << "The jobs engine has started with " << workers_.size() << " threads"; |
2569 | 238 } |
239 | |
240 | |
241 void JobsEngine::Stop() | |
242 { | |
243 { | |
244 boost::mutex::scoped_lock lock(stateMutex_); | |
245 | |
246 if (state_ != State_Running) | |
247 { | |
248 return; | |
249 } | |
250 | |
251 state_ = State_Stopping; | |
252 } | |
253 | |
254 LOG(INFO) << "Stopping the jobs engine"; | |
255 | |
256 if (retryHandler_.joinable()) | |
257 { | |
258 retryHandler_.join(); | |
259 } | |
260 | |
261 for (size_t i = 0; i < workers_.size(); i++) | |
262 { | |
263 if (workers_[i].joinable()) | |
264 { | |
265 workers_[i].join(); | |
266 } | |
267 } | |
268 | |
269 { | |
270 boost::mutex::scoped_lock lock(stateMutex_); | |
271 state_ = State_Done; | |
272 } | |
273 | |
274 LOG(WARNING) << "The jobs engine has stopped"; | |
275 } | |
276 } |