|
0
|
1 /**
|
|
|
2 * Transfers accelerator plugin for Orthanc
|
|
|
3 * Copyright (C) 2018 Osimis, Belgium
|
|
|
4 *
|
|
|
5 * This program is free software: you can redistribute it and/or
|
|
|
6 * modify it under the terms of the GNU Affero General Public License
|
|
|
7 * as published by the Free Software Foundation, either version 3 of
|
|
|
8 * the License, or (at your option) any later version.
|
|
|
9 *
|
|
|
10 * This program is distributed in the hope that it will be useful, but
|
|
|
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
13 * Affero General Public License for more details.
|
|
|
14 *
|
|
|
15 * You should have received a copy of the GNU Affero General Public License
|
|
|
16 * along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
17 **/
|
|
|
18
|
|
|
19
|
|
|
20 #include "DownloadArea.h"
|
|
|
21
|
|
|
22 #include <Core/Compression/GzipCompressor.h>
|
|
|
23 #include <Core/Logging.h>
|
|
|
24 #include <Core/SystemToolbox.h>
|
|
|
25 #include <Plugins/Samples/Common/OrthancPluginCppWrapper.h>
|
|
|
26
|
|
|
27 #include <boost/filesystem.hpp>
|
|
|
28 #include <boost/filesystem/fstream.hpp>
|
|
|
29
|
|
|
30 namespace OrthancPlugins
|
|
|
31 {
|
|
|
32 class DownloadArea::Instance::Writer : public boost::noncopyable
|
|
|
33 {
|
|
|
34 private:
|
|
|
35 boost::filesystem::ofstream stream_;
|
|
|
36
|
|
|
37 public:
|
|
|
38 Writer(Orthanc::TemporaryFile& f,
|
|
|
39 bool create)
|
|
|
40 {
|
|
|
41 if (create)
|
|
|
42 {
|
|
|
43 // Create the file.
|
|
|
44 stream_.open(f.GetPath(), std::ofstream::out | std::ofstream::binary);
|
|
|
45 }
|
|
|
46 else
|
|
|
47 {
|
|
|
48 // Open the existing file to modify it. The "in" mode is
|
|
|
49 // necessary, otherwise previous content is lost by
|
|
|
50 // truncation (as an ofstream defaults to std::ios::trunc,
|
|
|
51 // the flag to truncate the existing content).
|
|
|
52 stream_.open(f.GetPath(), std::ofstream::in | std::ofstream::out | std::ofstream::binary);
|
|
|
53 }
|
|
|
54
|
|
|
55 if (!stream_.good())
|
|
|
56 {
|
|
|
57 throw Orthanc::OrthancException(Orthanc::ErrorCode_CannotWriteFile);
|
|
|
58 }
|
|
|
59 }
|
|
|
60
|
|
|
61 void Write(size_t offset,
|
|
|
62 const void* data,
|
|
|
63 size_t size)
|
|
|
64 {
|
|
|
65 stream_.seekp(offset);
|
|
|
66 stream_.write(reinterpret_cast<const char*>(data), size);
|
|
|
67 }
|
|
|
68 };
|
|
|
69
|
|
|
70
|
|
|
71 DownloadArea::Instance::Instance(const DicomInstanceInfo& info) :
|
|
|
72 info_(info)
|
|
|
73 {
|
|
|
74 Writer writer(file_, true);
|
|
|
75
|
|
|
76 // Create a sparse file of expected size
|
|
|
77 if (info_.GetSize() != 0)
|
|
|
78 {
|
|
|
79 writer.Write(info_.GetSize() - 1, "", 1);
|
|
|
80 }
|
|
|
81 }
|
|
|
82
|
|
|
83
|
|
|
84 void DownloadArea::Instance::WriteChunk(size_t offset,
|
|
|
85 const void* data,
|
|
|
86 size_t size)
|
|
|
87 {
|
|
|
88 if (offset + size > info_.GetSize())
|
|
|
89 {
|
|
|
90 throw Orthanc::OrthancException(Orthanc::ErrorCode_ParameterOutOfRange);
|
|
|
91 }
|
|
|
92 else if (size > 0)
|
|
|
93 {
|
|
|
94 Writer writer(file_, false);
|
|
|
95 writer.Write(offset, data, size);
|
|
|
96 }
|
|
|
97 }
|
|
|
98
|
|
|
99
|
|
|
100 void DownloadArea::Instance::Commit(OrthancPluginContext* context,
|
|
|
101 bool simulate) const
|
|
|
102 {
|
|
|
103 std::string content;
|
|
|
104 Orthanc::SystemToolbox::ReadFile(content, file_.GetPath());
|
|
|
105
|
|
|
106 std::string md5;
|
|
|
107 Orthanc::Toolbox::ComputeMD5(md5, content);
|
|
|
108
|
|
|
109 if (md5 == info_.GetMD5())
|
|
|
110 {
|
|
|
111 if (!simulate)
|
|
|
112 {
|
|
|
113 if (context == NULL)
|
|
|
114 {
|
|
|
115 throw Orthanc::OrthancException(Orthanc::ErrorCode_NullPointer);
|
|
|
116 }
|
|
|
117
|
|
|
118 Json::Value result;
|
|
|
119 if (!RestApiPost(result, context, "/instances",
|
|
|
120 content.empty() ? NULL : content.c_str(), content.size(),
|
|
|
121 false))
|
|
|
122 {
|
|
|
123 LOG(ERROR) << "Cannot import a transfered DICOM instance into Orthanc: "
|
|
|
124 << info_.GetId();
|
|
|
125 throw Orthanc::OrthancException(Orthanc::ErrorCode_CorruptedFile);
|
|
|
126 }
|
|
|
127 }
|
|
|
128 }
|
|
|
129 else
|
|
|
130 {
|
|
|
131 LOG(ERROR) << "Bad MD5 sum in a transfered DICOM instance: " << info_.GetId();
|
|
|
132 throw Orthanc::OrthancException(Orthanc::ErrorCode_CorruptedFile);
|
|
|
133 }
|
|
|
134 }
|
|
|
135
|
|
|
136
|
|
|
137 void DownloadArea::Clear()
|
|
|
138 {
|
|
|
139 for (Instances::iterator it = instances_.begin();
|
|
|
140 it != instances_.end(); ++it)
|
|
|
141 {
|
|
|
142 if (it->second != NULL)
|
|
|
143 {
|
|
|
144 delete it->second;
|
|
|
145 it->second = NULL;
|
|
|
146 }
|
|
|
147 }
|
|
|
148
|
|
|
149 instances_.clear();
|
|
|
150 }
|
|
|
151
|
|
|
152
|
|
|
153 DownloadArea::Instance& DownloadArea::LookupInstance(const std::string& id)
|
|
|
154 {
|
|
|
155 Instances::iterator it = instances_.find(id);
|
|
|
156
|
|
|
157 if (it == instances_.end())
|
|
|
158 {
|
|
|
159 throw Orthanc::OrthancException(Orthanc::ErrorCode_UnknownResource);
|
|
|
160 }
|
|
|
161 else if (it->first != id ||
|
|
|
162 it->second == NULL)
|
|
|
163 {
|
|
|
164 throw Orthanc::OrthancException(Orthanc::ErrorCode_InternalError);
|
|
|
165 }
|
|
|
166 else
|
|
|
167 {
|
|
|
168 return *it->second;
|
|
|
169 }
|
|
|
170 }
|
|
|
171
|
|
|
172
|
|
|
173 void DownloadArea::WriteUncompressedBucket(const TransferBucket& bucket,
|
|
|
174 const void* data,
|
|
|
175 size_t size)
|
|
|
176 {
|
|
|
177 if (size != bucket.GetTotalSize())
|
|
|
178 {
|
|
|
179 throw Orthanc::OrthancException(Orthanc::ErrorCode_NetworkProtocol);
|
|
|
180 }
|
|
|
181
|
|
|
182 if (size == 0)
|
|
|
183 {
|
|
|
184 return;
|
|
|
185 }
|
|
|
186
|
|
|
187 size_t pos = 0;
|
|
|
188
|
|
|
189 for (size_t i = 0; i < bucket.GetChunksCount(); i++)
|
|
|
190 {
|
|
|
191 size_t chunkSize = bucket.GetChunkSize(i);
|
|
|
192 size_t offset = bucket.GetChunkOffset(i);
|
|
|
193
|
|
|
194 if (pos + chunkSize > size)
|
|
|
195 {
|
|
|
196 throw Orthanc::OrthancException(Orthanc::ErrorCode_InternalError);
|
|
|
197 }
|
|
|
198
|
|
|
199 Instance& instance = LookupInstance(bucket.GetChunkInstanceId(i));
|
|
|
200 instance.WriteChunk(offset, reinterpret_cast<const char*>(data) + pos, chunkSize);
|
|
|
201
|
|
|
202 pos += chunkSize;
|
|
|
203 }
|
|
|
204
|
|
|
205 if (pos != size)
|
|
|
206 {
|
|
|
207 throw Orthanc::OrthancException(Orthanc::ErrorCode_InternalError);
|
|
|
208 }
|
|
|
209 }
|
|
|
210
|
|
|
211
|
|
|
212 void DownloadArea::Setup(const std::vector<DicomInstanceInfo>& instances)
|
|
|
213 {
|
|
|
214 totalSize_ = 0;
|
|
|
215
|
|
|
216 for (size_t i = 0; i < instances.size(); i++)
|
|
|
217 {
|
|
|
218 const std::string& id = instances[i].GetId();
|
|
|
219
|
|
|
220 assert(instances_.find(id) == instances_.end());
|
|
|
221 instances_[id] = new Instance(instances[i]);
|
|
|
222
|
|
|
223 totalSize_ += instances[i].GetSize();
|
|
|
224 }
|
|
|
225 }
|
|
|
226
|
|
|
227
|
|
|
228 void DownloadArea::CommitInternal(OrthancPluginContext* context,
|
|
|
229 bool simulate)
|
|
|
230 {
|
|
|
231 boost::mutex::scoped_lock lock(mutex_);
|
|
|
232
|
|
|
233 for (Instances::iterator it = instances_.begin();
|
|
|
234 it != instances_.end(); ++it)
|
|
|
235 {
|
|
|
236 if (it->second != NULL)
|
|
|
237 {
|
|
|
238 it->second->Commit(context, simulate);
|
|
|
239 delete it->second;
|
|
|
240 it->second = NULL;
|
|
|
241 }
|
|
|
242 else
|
|
|
243 {
|
|
|
244 throw Orthanc::OrthancException(Orthanc::ErrorCode_InternalError);
|
|
|
245 }
|
|
|
246 }
|
|
|
247 }
|
|
|
248
|
|
|
249
|
|
|
250 DownloadArea::DownloadArea(const TransferScheduler& scheduler)
|
|
|
251 {
|
|
|
252 std::vector<DicomInstanceInfo> instances;
|
|
|
253 scheduler.ListInstances(instances);
|
|
|
254 Setup(instances);
|
|
|
255 }
|
|
|
256
|
|
|
257
|
|
|
258 void DownloadArea::WriteBucket(const TransferBucket& bucket,
|
|
|
259 const void* data,
|
|
|
260 size_t size,
|
|
|
261 BucketCompression compression)
|
|
|
262 {
|
|
|
263 boost::mutex::scoped_lock lock(mutex_);
|
|
|
264
|
|
|
265 switch (compression)
|
|
|
266 {
|
|
|
267 case BucketCompression_None:
|
|
|
268 WriteUncompressedBucket(bucket, data, size);
|
|
|
269 break;
|
|
|
270
|
|
|
271 case BucketCompression_Gzip:
|
|
|
272 {
|
|
|
273 std::string uncompressed;
|
|
|
274 Orthanc::GzipCompressor compressor;
|
|
|
275 compressor.Uncompress(uncompressed, data, size);
|
|
|
276 WriteUncompressedBucket(bucket, uncompressed.c_str(), uncompressed.size());
|
|
|
277 break;
|
|
|
278 }
|
|
|
279
|
|
|
280 default:
|
|
|
281 throw Orthanc::OrthancException(Orthanc::ErrorCode_ParameterOutOfRange);
|
|
|
282 }
|
|
|
283 }
|
|
|
284
|
|
|
285
|
|
|
286 void DownloadArea::WriteInstance(const std::string& instanceId,
|
|
|
287 const void* data,
|
|
|
288 size_t size)
|
|
|
289 {
|
|
|
290 std::string md5;
|
|
|
291 Orthanc::Toolbox::ComputeMD5(md5, data, size);
|
|
|
292
|
|
|
293 {
|
|
|
294 boost::mutex::scoped_lock lock(mutex_);
|
|
|
295
|
|
|
296 Instances::const_iterator it = instances_.find(instanceId);
|
|
|
297 if (it == instances_.end() ||
|
|
|
298 it->second == NULL ||
|
|
|
299 it->second->GetInfo().GetId() != instanceId ||
|
|
|
300 it->second->GetInfo().GetSize() != size ||
|
|
|
301 it->second->GetInfo().GetMD5() != md5)
|
|
|
302 {
|
|
|
303 throw Orthanc::OrthancException(Orthanc::ErrorCode_CorruptedFile);
|
|
|
304 }
|
|
|
305 else
|
|
|
306 {
|
|
|
307 it->second->WriteChunk(0, data, size);
|
|
|
308 }
|
|
|
309 }
|
|
|
310 }
|
|
|
311
|
|
|
312
|
|
|
313 void DownloadArea::CheckMD5()
|
|
|
314 {
|
|
|
315 LOG(INFO) << "Checking MD5 sum without committing (testing)";
|
|
|
316 CommitInternal(NULL, true);
|
|
|
317 }
|
|
|
318
|
|
|
319
|
|
|
320 void DownloadArea::Commit(OrthancPluginContext* context)
|
|
|
321 {
|
|
|
322 LOG(INFO) << "Importing transfered DICOM files from the temporary download area into Orthanc";
|
|
|
323 CommitInternal(context, false);
|
|
|
324 }
|
|
|
325 }
|
