Mercurial > hg > orthanc
annotate Core/FileStorage.cpp @ 113:b00a6c68d529
clearer messages
author | Sebastien Jodogne <s.jodogne@gmail.com> |
---|---|
date | Thu, 04 Oct 2012 14:12:01 +0200 |
parents | fd7b0a3e6260 |
children | fe180eae201d |
rev | line source |
---|---|
0 | 1 /** |
59 | 2 * Orthanc - A Lightweight, RESTful DICOM Store |
0 | 3 * Copyright (C) 2012 Medical Physics Department, CHU of Liege, |
4 * Belgium | |
5 * | |
6 * This program is free software: you can redistribute it and/or | |
7 * modify it under the terms of the GNU General Public License as | |
8 * published by the Free Software Foundation, either version 3 of the | |
9 * License, or (at your option) any later version. | |
10 * | |
11 * This program is distributed in the hope that it will be useful, but | |
12 * WITHOUT ANY WARRANTY; without even the implied warranty of | |
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
14 * General Public License for more details. | |
15 * | |
16 * You should have received a copy of the GNU General Public License | |
17 * along with this program. If not, see <http://www.gnu.org/licenses/>. | |
18 **/ | |
19 | |
20 | |
21 #include "FileStorage.h" | |
22 | |
23 // http://stackoverflow.com/questions/1576272/storing-large-number-of-files-in-file-system | |
24 // http://stackoverflow.com/questions/446358/storing-a-large-number-of-images | |
25 | |
59 | 26 #include "OrthancException.h" |
0 | 27 #include "Toolbox.h" |
28 #include "Uuid.h" | |
29 | |
30 #include <boost/filesystem/fstream.hpp> | |
31 | |
110
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
32 static std::string ToString(const boost::filesystem::path& p) |
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
33 { |
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
34 #if BOOST_HAS_FILESYSTEM_V3 == 1 |
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
35 return p.filename().string(); |
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
36 #else |
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
37 return p.filename(); |
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
38 #endif |
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
39 } |
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
40 |
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
41 |
59 | 42 namespace Orthanc |
0 | 43 { |
44 boost::filesystem::path FileStorage::GetPath(const std::string& uuid) const | |
45 { | |
46 namespace fs = boost::filesystem; | |
47 | |
48 if (!Toolbox::IsUuid(uuid)) | |
49 { | |
59 | 50 throw OrthancException(ErrorCode_ParameterOutOfRange); |
0 | 51 } |
52 | |
53 fs::path path = root_; | |
54 | |
55 path /= std::string(&uuid[0], &uuid[2]); | |
56 path /= std::string(&uuid[2], &uuid[4]); | |
57 path /= uuid; | |
110
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
58 |
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
59 #if BOOST_HAS_FILESYSTEM_V3 == 1 |
0 | 60 path.make_preferred(); |
110
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
61 #endif |
0 | 62 |
63 return path; | |
64 } | |
65 | |
66 FileStorage::FileStorage(std::string root) | |
67 { | |
68 namespace fs = boost::filesystem; | |
69 | |
110
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
70 //root_ = boost::filesystem::absolute(root).string(); |
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
71 root_ = root; |
0 | 72 |
73 if (fs::exists(root)) | |
74 { | |
75 if (!fs::is_directory(root)) | |
76 { | |
59 | 77 throw OrthancException("The file storage root directory is a file"); |
0 | 78 } |
79 } | |
80 else | |
81 { | |
82 if (!fs::create_directories(root)) | |
83 { | |
59 | 84 throw OrthancException("Unable to create the file storage root directory"); |
0 | 85 } |
86 } | |
87 } | |
88 | |
89 std::string FileStorage::CreateFileWithoutCompression(const void* content, size_t size) | |
90 { | |
91 std::string uuid; | |
92 boost::filesystem::path path; | |
93 | |
94 for (;;) | |
95 { | |
96 uuid = Toolbox::GenerateUuid(); | |
97 path = GetPath(uuid); | |
98 | |
99 if (!boost::filesystem::exists(path)) | |
100 { | |
101 // OK, this is indeed a new file | |
102 break; | |
103 } | |
104 | |
105 // Extremely improbable case: This Uuid has already been created | |
106 // in the past. Try again. | |
107 } | |
108 | |
109 if (boost::filesystem::exists(path.parent_path())) | |
110 { | |
111 if (!boost::filesystem::is_directory(path.parent_path())) | |
112 { | |
59 | 113 throw OrthancException("The subdirectory to be created is already occupied by a regular file"); |
0 | 114 } |
115 } | |
116 else | |
117 { | |
118 if (!boost::filesystem::create_directories(path.parent_path())) | |
119 { | |
59 | 120 throw OrthancException("Unable to create a subdirectory in the file storage"); |
0 | 121 } |
122 } | |
123 | |
124 boost::filesystem::ofstream f; | |
125 f.open(path, std::ofstream::out | std::ios::binary); | |
126 if (!f.good()) | |
127 { | |
59 | 128 throw OrthancException("Unable to create a new file in the file storage"); |
0 | 129 } |
130 | |
131 if (size != 0) | |
132 { | |
133 f.write(static_cast<const char*>(content), size); | |
134 if (!f.good()) | |
135 { | |
136 f.close(); | |
59 | 137 throw OrthancException("Unable to write to the new file in the file storage"); |
0 | 138 } |
139 } | |
140 | |
141 f.close(); | |
142 | |
143 return uuid; | |
144 } | |
145 | |
146 | |
147 std::string FileStorage::Create(const void* content, size_t size) | |
148 { | |
149 if (!HasBufferCompressor() || size == 0) | |
150 { | |
151 return CreateFileWithoutCompression(content, size); | |
152 } | |
153 else | |
154 { | |
155 std::string compressed; | |
156 compressor_->Compress(compressed, content, size); | |
157 assert(compressed.size() > 0); | |
158 return CreateFileWithoutCompression(&compressed[0], compressed.size()); | |
159 } | |
160 } | |
161 | |
162 | |
163 std::string FileStorage::Create(const std::vector<uint8_t>& content) | |
164 { | |
165 if (content.size() == 0) | |
166 return Create(NULL, 0); | |
167 else | |
168 return Create(&content[0], content.size()); | |
169 } | |
170 | |
171 std::string FileStorage::Create(const std::string& content) | |
172 { | |
173 if (content.size() == 0) | |
174 return Create(NULL, 0); | |
175 else | |
176 return Create(&content[0], content.size()); | |
177 } | |
178 | |
179 void FileStorage::ReadFile(std::string& content, | |
180 const std::string& uuid) const | |
181 { | |
182 content.clear(); | |
183 | |
184 if (HasBufferCompressor()) | |
185 { | |
186 std::string compressed; | |
110
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
187 Toolbox::ReadFile(compressed, ToString(GetPath(uuid))); |
0 | 188 |
189 if (compressed.size() != 0) | |
190 { | |
191 compressor_->Uncompress(content, compressed); | |
192 } | |
193 } | |
194 else | |
195 { | |
196 Toolbox::ReadFile(content, GetPath(uuid).string()); | |
197 } | |
198 } | |
199 | |
200 | |
201 uintmax_t FileStorage::GetCompressedSize(const std::string& uuid) const | |
202 { | |
203 boost::filesystem::path path = GetPath(uuid); | |
204 return boost::filesystem::file_size(path); | |
205 } | |
206 | |
207 | |
208 | |
209 void FileStorage::ListAllFiles(std::set<std::string>& result) const | |
210 { | |
211 namespace fs = boost::filesystem; | |
212 | |
213 result.clear(); | |
214 | |
215 if (fs::exists(root_) && fs::is_directory(root_)) | |
216 { | |
217 for (fs::recursive_directory_iterator current(root_), end; current != end ; ++current) | |
218 { | |
219 if (fs::is_regular_file(current->status())) | |
220 { | |
221 try | |
222 { | |
223 fs::path d = current->path(); | |
110
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
224 std::string uuid = ToString(d); |
0 | 225 if (Toolbox::IsUuid(uuid)) |
226 { | |
227 fs::path p0 = d.parent_path().parent_path().parent_path(); | |
110
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
228 std::string p1 = ToString(d.parent_path().parent_path()); |
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
229 std::string p2 = ToString(d.parent_path()); |
0 | 230 if (p1.length() == 2 && |
231 p2.length() == 2 && | |
232 p1 == uuid.substr(0, 2) && | |
233 p2 == uuid.substr(2, 2) && | |
234 p0 == root_) | |
235 { | |
236 result.insert(uuid); | |
237 } | |
238 } | |
239 } | |
240 catch (fs::filesystem_error) | |
241 { | |
242 } | |
243 } | |
244 } | |
245 } | |
246 } | |
247 | |
248 | |
249 void FileStorage::Clear() | |
250 { | |
251 namespace fs = boost::filesystem; | |
252 typedef std::set<std::string> List; | |
253 | |
254 List result; | |
255 ListAllFiles(result); | |
256 | |
257 for (List::const_iterator it = result.begin(); it != result.end(); it++) | |
258 { | |
259 Remove(*it); | |
260 } | |
261 } | |
262 | |
263 | |
264 void FileStorage::Remove(const std::string& uuid) | |
265 { | |
266 namespace fs = boost::filesystem; | |
267 | |
268 fs::path p = GetPath(uuid); | |
269 fs::remove(p); | |
270 | |
271 // Remove the two parent directories, ignoring the error code if | |
272 // these directories are not empty | |
110
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
273 |
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
274 #if BOOST_HAS_FILESYSTEM_V3 == 1 |
0 | 275 boost::system::error_code err; |
276 fs::remove(p.parent_path(), err); | |
277 fs::remove(p.parent_path().parent_path(), err); | |
110
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
278 #else |
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
279 fs::remove(p.parent_path()); |
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
280 fs::remove(p.parent_path().parent_path()); |
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
281 #endif |
0 | 282 } |
283 | |
284 | |
285 uintmax_t FileStorage::GetCapacity() const | |
286 { | |
287 return boost::filesystem::space(root_).capacity; | |
288 } | |
289 | |
290 uintmax_t FileStorage::GetAvailableSpace() const | |
291 { | |
292 return boost::filesystem::space(root_).available; | |
293 } | |
294 } |