Mercurial > hg > orthanc-transfers
annotate Framework/DownloadArea.cpp @ 17:7d56105ab084
improved logging
author | Sebastien Jodogne <s.jodogne@gmail.com> |
---|---|
date | Tue, 05 Mar 2019 10:07:29 +0100 |
parents | 7e207ade2f1a |
children | b06103a50c95 |
rev | line source |
---|---|
0 | 1 /** |
2 * Transfers accelerator plugin for Orthanc | |
9 | 3 * Copyright (C) 2018-2019 Osimis S.A., Belgium |
0 | 4 * |
5 * This program is free software: you can redistribute it and/or | |
6 * modify it under the terms of the GNU Affero General Public License | |
7 * as published by the Free Software Foundation, either version 3 of | |
8 * the License, or (at your option) any later version. | |
9 * | |
10 * This program is distributed in the hope that it will be useful, but | |
11 * WITHOUT ANY WARRANTY; without even the implied warranty of | |
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
13 * Affero General Public License for more details. | |
14 * | |
15 * You should have received a copy of the GNU Affero General Public License | |
16 * along with this program. If not, see <http://www.gnu.org/licenses/>. | |
17 **/ | |
18 | |
19 | |
20 #include "DownloadArea.h" | |
21 | |
22 #include <Core/Compression/GzipCompressor.h> | |
23 #include <Core/Logging.h> | |
24 #include <Core/SystemToolbox.h> | |
25 #include <Plugins/Samples/Common/OrthancPluginCppWrapper.h> | |
26 | |
27 #include <boost/filesystem.hpp> | |
28 #include <boost/filesystem/fstream.hpp> | |
29 | |
30 namespace OrthancPlugins | |
31 { | |
32 class DownloadArea::Instance::Writer : public boost::noncopyable | |
33 { | |
34 private: | |
35 boost::filesystem::ofstream stream_; | |
36 | |
37 public: | |
38 Writer(Orthanc::TemporaryFile& f, | |
39 bool create) | |
40 { | |
41 if (create) | |
42 { | |
43 // Create the file. | |
44 stream_.open(f.GetPath(), std::ofstream::out | std::ofstream::binary); | |
45 } | |
46 else | |
47 { | |
48 // Open the existing file to modify it. The "in" mode is | |
49 // necessary, otherwise previous content is lost by | |
50 // truncation (as an ofstream defaults to std::ios::trunc, | |
51 // the flag to truncate the existing content). | |
52 stream_.open(f.GetPath(), std::ofstream::in | std::ofstream::out | std::ofstream::binary); | |
53 } | |
54 | |
55 if (!stream_.good()) | |
56 { | |
57 throw Orthanc::OrthancException(Orthanc::ErrorCode_CannotWriteFile); | |
58 } | |
59 } | |
60 | |
61 void Write(size_t offset, | |
62 const void* data, | |
63 size_t size) | |
64 { | |
65 stream_.seekp(offset); | |
66 stream_.write(reinterpret_cast<const char*>(data), size); | |
67 } | |
68 }; | |
69 | |
70 | |
71 DownloadArea::Instance::Instance(const DicomInstanceInfo& info) : | |
72 info_(info) | |
73 { | |
74 Writer writer(file_, true); | |
75 | |
76 // Create a sparse file of expected size | |
77 if (info_.GetSize() != 0) | |
78 { | |
79 writer.Write(info_.GetSize() - 1, "", 1); | |
80 } | |
81 } | |
82 | |
83 | |
84 void DownloadArea::Instance::WriteChunk(size_t offset, | |
85 const void* data, | |
86 size_t size) | |
87 { | |
88 if (offset + size > info_.GetSize()) | |
89 { | |
90 throw Orthanc::OrthancException(Orthanc::ErrorCode_ParameterOutOfRange); | |
91 } | |
92 else if (size > 0) | |
93 { | |
94 Writer writer(file_, false); | |
95 writer.Write(offset, data, size); | |
96 } | |
97 } | |
98 | |
99 | |
8
4c3437217518
fix for compatibility with simplified OrthancPluginCppWrapper
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
0
diff
changeset
|
100 void DownloadArea::Instance::Commit(bool simulate) const |
0 | 101 { |
102 std::string content; | |
103 Orthanc::SystemToolbox::ReadFile(content, file_.GetPath()); | |
104 | |
105 std::string md5; | |
106 Orthanc::Toolbox::ComputeMD5(md5, content); | |
107 | |
108 if (md5 == info_.GetMD5()) | |
109 { | |
110 if (!simulate) | |
111 { | |
112 Json::Value result; | |
8
4c3437217518
fix for compatibility with simplified OrthancPluginCppWrapper
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
0
diff
changeset
|
113 if (!RestApiPost(result, "/instances", |
0 | 114 content.empty() ? NULL : content.c_str(), content.size(), |
115 false)) | |
116 { | |
117 LOG(ERROR) << "Cannot import a transfered DICOM instance into Orthanc: " | |
118 << info_.GetId(); | |
119 throw Orthanc::OrthancException(Orthanc::ErrorCode_CorruptedFile); | |
120 } | |
121 } | |
122 } | |
123 else | |
124 { | |
125 LOG(ERROR) << "Bad MD5 sum in a transfered DICOM instance: " << info_.GetId(); | |
126 throw Orthanc::OrthancException(Orthanc::ErrorCode_CorruptedFile); | |
127 } | |
128 } | |
129 | |
130 | |
131 void DownloadArea::Clear() | |
132 { | |
133 for (Instances::iterator it = instances_.begin(); | |
134 it != instances_.end(); ++it) | |
135 { | |
136 if (it->second != NULL) | |
137 { | |
138 delete it->second; | |
139 it->second = NULL; | |
140 } | |
141 } | |
142 | |
143 instances_.clear(); | |
144 } | |
145 | |
146 | |
147 DownloadArea::Instance& DownloadArea::LookupInstance(const std::string& id) | |
148 { | |
149 Instances::iterator it = instances_.find(id); | |
150 | |
151 if (it == instances_.end()) | |
152 { | |
153 throw Orthanc::OrthancException(Orthanc::ErrorCode_UnknownResource); | |
154 } | |
155 else if (it->first != id || | |
156 it->second == NULL) | |
157 { | |
158 throw Orthanc::OrthancException(Orthanc::ErrorCode_InternalError); | |
159 } | |
160 else | |
161 { | |
162 return *it->second; | |
163 } | |
164 } | |
165 | |
166 | |
167 void DownloadArea::WriteUncompressedBucket(const TransferBucket& bucket, | |
168 const void* data, | |
169 size_t size) | |
170 { | |
171 if (size != bucket.GetTotalSize()) | |
172 { | |
173 throw Orthanc::OrthancException(Orthanc::ErrorCode_NetworkProtocol); | |
174 } | |
175 | |
176 if (size == 0) | |
177 { | |
178 return; | |
179 } | |
180 | |
181 size_t pos = 0; | |
182 | |
183 for (size_t i = 0; i < bucket.GetChunksCount(); i++) | |
184 { | |
185 size_t chunkSize = bucket.GetChunkSize(i); | |
186 size_t offset = bucket.GetChunkOffset(i); | |
187 | |
188 if (pos + chunkSize > size) | |
189 { | |
190 throw Orthanc::OrthancException(Orthanc::ErrorCode_InternalError); | |
191 } | |
192 | |
193 Instance& instance = LookupInstance(bucket.GetChunkInstanceId(i)); | |
194 instance.WriteChunk(offset, reinterpret_cast<const char*>(data) + pos, chunkSize); | |
195 | |
196 pos += chunkSize; | |
197 } | |
198 | |
199 if (pos != size) | |
200 { | |
201 throw Orthanc::OrthancException(Orthanc::ErrorCode_InternalError); | |
202 } | |
203 } | |
204 | |
205 | |
206 void DownloadArea::Setup(const std::vector<DicomInstanceInfo>& instances) | |
207 { | |
208 totalSize_ = 0; | |
209 | |
210 for (size_t i = 0; i < instances.size(); i++) | |
211 { | |
212 const std::string& id = instances[i].GetId(); | |
213 | |
214 assert(instances_.find(id) == instances_.end()); | |
215 instances_[id] = new Instance(instances[i]); | |
216 | |
217 totalSize_ += instances[i].GetSize(); | |
218 } | |
219 } | |
220 | |
221 | |
8
4c3437217518
fix for compatibility with simplified OrthancPluginCppWrapper
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
0
diff
changeset
|
222 void DownloadArea::CommitInternal(bool simulate) |
0 | 223 { |
224 boost::mutex::scoped_lock lock(mutex_); | |
225 | |
226 for (Instances::iterator it = instances_.begin(); | |
227 it != instances_.end(); ++it) | |
228 { | |
229 if (it->second != NULL) | |
230 { | |
8
4c3437217518
fix for compatibility with simplified OrthancPluginCppWrapper
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
0
diff
changeset
|
231 it->second->Commit(simulate); |
0 | 232 delete it->second; |
233 it->second = NULL; | |
234 } | |
235 else | |
236 { | |
237 throw Orthanc::OrthancException(Orthanc::ErrorCode_InternalError); | |
238 } | |
239 } | |
240 } | |
241 | |
242 | |
243 DownloadArea::DownloadArea(const TransferScheduler& scheduler) | |
244 { | |
245 std::vector<DicomInstanceInfo> instances; | |
246 scheduler.ListInstances(instances); | |
247 Setup(instances); | |
248 } | |
249 | |
250 | |
251 void DownloadArea::WriteBucket(const TransferBucket& bucket, | |
252 const void* data, | |
253 size_t size, | |
254 BucketCompression compression) | |
255 { | |
256 boost::mutex::scoped_lock lock(mutex_); | |
257 | |
258 switch (compression) | |
259 { | |
260 case BucketCompression_None: | |
261 WriteUncompressedBucket(bucket, data, size); | |
262 break; | |
263 | |
264 case BucketCompression_Gzip: | |
265 { | |
266 std::string uncompressed; | |
267 Orthanc::GzipCompressor compressor; | |
268 compressor.Uncompress(uncompressed, data, size); | |
269 WriteUncompressedBucket(bucket, uncompressed.c_str(), uncompressed.size()); | |
270 break; | |
271 } | |
272 | |
273 default: | |
274 throw Orthanc::OrthancException(Orthanc::ErrorCode_ParameterOutOfRange); | |
275 } | |
276 } | |
277 | |
278 | |
279 void DownloadArea::WriteInstance(const std::string& instanceId, | |
280 const void* data, | |
281 size_t size) | |
282 { | |
283 std::string md5; | |
284 Orthanc::Toolbox::ComputeMD5(md5, data, size); | |
285 | |
286 { | |
287 boost::mutex::scoped_lock lock(mutex_); | |
288 | |
289 Instances::const_iterator it = instances_.find(instanceId); | |
290 if (it == instances_.end() || | |
291 it->second == NULL || | |
292 it->second->GetInfo().GetId() != instanceId || | |
293 it->second->GetInfo().GetSize() != size || | |
294 it->second->GetInfo().GetMD5() != md5) | |
295 { | |
296 throw Orthanc::OrthancException(Orthanc::ErrorCode_CorruptedFile); | |
297 } | |
298 else | |
299 { | |
300 it->second->WriteChunk(0, data, size); | |
301 } | |
302 } | |
303 } | |
304 | |
305 | |
306 void DownloadArea::CheckMD5() | |
307 { | |
308 LOG(INFO) << "Checking MD5 sum without committing (testing)"; | |
8
4c3437217518
fix for compatibility with simplified OrthancPluginCppWrapper
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
0
diff
changeset
|
309 CommitInternal(true); |
0 | 310 } |
311 | |
312 | |
8
4c3437217518
fix for compatibility with simplified OrthancPluginCppWrapper
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
0
diff
changeset
|
313 void DownloadArea::Commit() |
0 | 314 { |
315 LOG(INFO) << "Importing transfered DICOM files from the temporary download area into Orthanc"; | |
8
4c3437217518
fix for compatibility with simplified OrthancPluginCppWrapper
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
0
diff
changeset
|
316 CommitInternal(false); |
0 | 317 } |
318 } |