Mercurial > hg > orthanc
annotate Core/FileStorage/FilesystemStorage.cpp @ 2018:300599489cab
USE_BOOST_LOCALE_BACKENDS
| author | Sebastien Jodogne <s.jodogne@gmail.com> |
|---|---|
| date | Tue, 14 Jun 2016 15:51:00 +0200 |
| parents | 7a05144cb919 |
| children | e9e6ffbf0fd5 |
| rev | line source |
|---|---|
| 0 | 1 /** |
| 59 | 2 * Orthanc - A Lightweight, RESTful DICOM Store |
| 1900 | 3 * Copyright (C) 2012-2016 Sebastien Jodogne, Medical Physics |
|
1288
6e7e5ed91c2d
upgrade to year 2015
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1250
diff
changeset
|
4 * Department, University Hospital of Liege, Belgium |
| 0 | 5 * |
| 6 * This program is free software: you can redistribute it and/or | |
| 7 * modify it under the terms of the GNU General Public License as | |
| 8 * published by the Free Software Foundation, either version 3 of the | |
| 9 * License, or (at your option) any later version. | |
| 136 | 10 * |
| 11 * In addition, as a special exception, the copyright holders of this | |
| 12 * program give permission to link the code of its release with the | |
| 13 * OpenSSL project's "OpenSSL" library (or with modified versions of it | |
| 14 * that use the same license as the "OpenSSL" library), and distribute | |
| 15 * the linked executables. You must obey the GNU General Public License | |
| 16 * in all respects for all of the code used other than "OpenSSL". If you | |
| 17 * modify file(s) with this exception, you may extend this exception to | |
| 18 * your version of the file(s), but you are not obligated to do so. If | |
| 19 * you do not wish to do so, delete this exception statement from your | |
| 20 * version. If you delete this exception statement from all source files | |
| 21 * in the program, then also delete it here. | |
| 0 | 22 * |
| 23 * This program is distributed in the hope that it will be useful, but | |
| 24 * WITHOUT ANY WARRANTY; without even the implied warranty of | |
| 25 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
| 26 * General Public License for more details. | |
| 27 * | |
| 28 * You should have received a copy of the GNU General Public License | |
| 29 * along with this program. If not, see <http://www.gnu.org/licenses/>. | |
| 30 **/ | |
| 31 | |
| 32 | |
|
824
a811bdf8b8eb
precompiled headers
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
803
diff
changeset
|
33 #include "../PrecompiledHeaders.h" |
| 1123 | 34 #include "FilesystemStorage.h" |
| 0 | 35 |
| 36 // http://stackoverflow.com/questions/1576272/storing-large-number-of-files-in-file-system | |
| 37 // http://stackoverflow.com/questions/446358/storing-a-large-number-of-images | |
| 38 | |
|
1486
f967bdf8534e
refactoring to Logging.h
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1397
diff
changeset
|
39 #include "../Logging.h" |
| 234 | 40 #include "../OrthancException.h" |
| 41 #include "../Toolbox.h" | |
| 42 #include "../Uuid.h" | |
| 0 | 43 |
| 44 #include <boost/filesystem/fstream.hpp> | |
| 1397 | 45 |
| 0 | 46 |
|
110
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
47 static std::string ToString(const boost::filesystem::path& p) |
|
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
48 { |
|
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
49 #if BOOST_HAS_FILESYSTEM_V3 == 1 |
|
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
50 return p.filename().string(); |
|
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
51 #else |
|
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
52 return p.filename(); |
|
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
53 #endif |
|
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
54 } |
|
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
55 |
|
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
56 |
| 59 | 57 namespace Orthanc |
| 0 | 58 { |
| 1123 | 59 boost::filesystem::path FilesystemStorage::GetPath(const std::string& uuid) const |
| 0 | 60 { |
| 61 namespace fs = boost::filesystem; | |
| 62 | |
| 63 if (!Toolbox::IsUuid(uuid)) | |
| 64 { | |
| 59 | 65 throw OrthancException(ErrorCode_ParameterOutOfRange); |
| 0 | 66 } |
| 67 | |
| 68 fs::path path = root_; | |
| 69 | |
| 70 path /= std::string(&uuid[0], &uuid[2]); | |
| 71 path /= std::string(&uuid[2], &uuid[4]); | |
| 72 path /= uuid; | |
|
110
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
73 |
|
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
74 #if BOOST_HAS_FILESYSTEM_V3 == 1 |
| 0 | 75 path.make_preferred(); |
|
110
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
76 #endif |
| 0 | 77 |
| 78 return path; | |
| 79 } | |
| 80 | |
| 1123 | 81 FilesystemStorage::FilesystemStorage(std::string root) |
| 0 | 82 { |
|
110
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
83 //root_ = boost::filesystem::absolute(root).string(); |
|
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
84 root_ = root; |
| 0 | 85 |
| 1397 | 86 Toolbox::MakeDirectory(root); |
| 0 | 87 } |
| 88 | |
|
1135
67c3c1e4a6e0
index-only mode, and custom storage area with plugins
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1126
diff
changeset
|
89 void FilesystemStorage::Create(const std::string& uuid, |
|
67c3c1e4a6e0
index-only mode, and custom storage area with plugins
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1126
diff
changeset
|
90 const void* content, |
|
67c3c1e4a6e0
index-only mode, and custom storage area with plugins
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1126
diff
changeset
|
91 size_t size, |
|
67c3c1e4a6e0
index-only mode, and custom storage area with plugins
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1126
diff
changeset
|
92 FileContentType /*type*/) |
| 0 | 93 { |
| 94 boost::filesystem::path path; | |
| 95 | |
|
1135
67c3c1e4a6e0
index-only mode, and custom storage area with plugins
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1126
diff
changeset
|
96 path = GetPath(uuid); |
| 0 | 97 |
|
1135
67c3c1e4a6e0
index-only mode, and custom storage area with plugins
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1126
diff
changeset
|
98 if (boost::filesystem::exists(path)) |
|
67c3c1e4a6e0
index-only mode, and custom storage area with plugins
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1126
diff
changeset
|
99 { |
|
67c3c1e4a6e0
index-only mode, and custom storage area with plugins
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1126
diff
changeset
|
100 // Extremely unlikely case: This Uuid has already been created |
|
67c3c1e4a6e0
index-only mode, and custom storage area with plugins
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1126
diff
changeset
|
101 // in the past. |
|
67c3c1e4a6e0
index-only mode, and custom storage area with plugins
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1126
diff
changeset
|
102 throw OrthancException(ErrorCode_InternalError); |
| 0 | 103 } |
| 104 | |
| 105 if (boost::filesystem::exists(path.parent_path())) | |
| 106 { | |
| 107 if (!boost::filesystem::is_directory(path.parent_path())) | |
| 108 { | |
|
1582
bd1889029cbb
encoding of exceptions
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1487
diff
changeset
|
109 throw OrthancException(ErrorCode_DirectoryOverFile); |
| 0 | 110 } |
| 111 } | |
| 112 else | |
| 113 { | |
| 114 if (!boost::filesystem::create_directories(path.parent_path())) | |
| 115 { | |
|
1582
bd1889029cbb
encoding of exceptions
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1487
diff
changeset
|
116 throw OrthancException(ErrorCode_FileStorageCannotWrite); |
| 0 | 117 } |
| 118 } | |
| 119 | |
| 120 boost::filesystem::ofstream f; | |
| 121 f.open(path, std::ofstream::out | std::ios::binary); | |
| 122 if (!f.good()) | |
| 123 { | |
|
1582
bd1889029cbb
encoding of exceptions
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1487
diff
changeset
|
124 throw OrthancException(ErrorCode_FileStorageCannotWrite); |
| 0 | 125 } |
| 126 | |
| 127 if (size != 0) | |
| 128 { | |
| 129 f.write(static_cast<const char*>(content), size); | |
| 130 if (!f.good()) | |
| 131 { | |
| 132 f.close(); | |
|
1582
bd1889029cbb
encoding of exceptions
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1487
diff
changeset
|
133 throw OrthancException(ErrorCode_FileStorageCannotWrite); |
| 0 | 134 } |
| 135 } | |
| 136 | |
| 137 f.close(); | |
| 138 } | |
| 139 | |
| 140 | |
| 1123 | 141 void FilesystemStorage::Read(std::string& content, |
|
1126
bf67431a7383
handling of file content type in IStorageArea
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1124
diff
changeset
|
142 const std::string& uuid, |
|
1250
2ffe07abd9d8
removal of const on IStorageArea::Read()
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1135
diff
changeset
|
143 FileContentType /*type*/) |
| 0 | 144 { |
| 145 content.clear(); | |
|
1122
1d60316c3618
simplifications in FileStorage
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
824
diff
changeset
|
146 Toolbox::ReadFile(content, GetPath(uuid).string()); |
| 0 | 147 } |
| 148 | |
| 149 | |
| 1123 | 150 uintmax_t FilesystemStorage::GetSize(const std::string& uuid) const |
| 0 | 151 { |
| 152 boost::filesystem::path path = GetPath(uuid); | |
| 153 return boost::filesystem::file_size(path); | |
| 154 } | |
| 155 | |
| 156 | |
| 157 | |
| 1123 | 158 void FilesystemStorage::ListAllFiles(std::set<std::string>& result) const |
| 0 | 159 { |
| 160 namespace fs = boost::filesystem; | |
| 161 | |
| 162 result.clear(); | |
| 163 | |
| 164 if (fs::exists(root_) && fs::is_directory(root_)) | |
| 165 { | |
| 166 for (fs::recursive_directory_iterator current(root_), end; current != end ; ++current) | |
| 167 { | |
| 1911 | 168 if (Toolbox::IsRegularFile(current->path().string())) |
| 0 | 169 { |
| 170 try | |
| 171 { | |
| 172 fs::path d = current->path(); | |
|
110
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
173 std::string uuid = ToString(d); |
| 0 | 174 if (Toolbox::IsUuid(uuid)) |
| 175 { | |
| 176 fs::path p0 = d.parent_path().parent_path().parent_path(); | |
|
110
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
177 std::string p1 = ToString(d.parent_path().parent_path()); |
|
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
178 std::string p2 = ToString(d.parent_path()); |
| 0 | 179 if (p1.length() == 2 && |
| 180 p2.length() == 2 && | |
| 181 p1 == uuid.substr(0, 2) && | |
| 182 p2 == uuid.substr(2, 2) && | |
| 183 p0 == root_) | |
| 184 { | |
| 185 result.insert(uuid); | |
| 186 } | |
| 187 } | |
| 188 } | |
| 189 catch (fs::filesystem_error) | |
| 190 { | |
| 191 } | |
| 192 } | |
| 193 } | |
| 194 } | |
| 195 } | |
| 196 | |
| 197 | |
| 1123 | 198 void FilesystemStorage::Clear() |
| 0 | 199 { |
| 200 namespace fs = boost::filesystem; | |
| 201 typedef std::set<std::string> List; | |
| 202 | |
| 203 List result; | |
| 204 ListAllFiles(result); | |
| 205 | |
| 656 | 206 for (List::const_iterator it = result.begin(); it != result.end(); ++it) |
| 0 | 207 { |
|
1126
bf67431a7383
handling of file content type in IStorageArea
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1124
diff
changeset
|
208 Remove(*it, FileContentType_Unknown /*ignored in this class*/); |
| 0 | 209 } |
| 210 } | |
| 211 | |
| 212 | |
|
1126
bf67431a7383
handling of file content type in IStorageArea
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1124
diff
changeset
|
213 void FilesystemStorage::Remove(const std::string& uuid, |
|
bf67431a7383
handling of file content type in IStorageArea
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1124
diff
changeset
|
214 FileContentType /*type*/) |
| 0 | 215 { |
|
1487
23083810d543
removal of unneeded static libraries
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
1486
diff
changeset
|
216 #if ORTHANC_ENABLE_GOOGLE_LOG == 1 |
|
201
bee20e978835
refactoring of delete
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
148
diff
changeset
|
217 LOG(INFO) << "Deleting file " << uuid; |
| 1397 | 218 #endif |
| 219 | |
| 0 | 220 namespace fs = boost::filesystem; |
| 221 | |
| 222 fs::path p = GetPath(uuid); | |
| 147 | 223 |
| 224 try | |
| 225 { | |
| 226 fs::remove(p); | |
| 227 } | |
| 148 | 228 catch (...) |
| 147 | 229 { |
| 230 // Ignore the error | |
| 231 } | |
| 0 | 232 |
| 233 // Remove the two parent directories, ignoring the error code if | |
| 234 // these directories are not empty | |
|
110
fd7b0a3e6260
support of boost 1.42 for debian
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
59
diff
changeset
|
235 |
| 142 | 236 try |
| 237 { | |
| 147 | 238 #if BOOST_HAS_FILESYSTEM_V3 == 1 |
| 239 boost::system::error_code err; | |
| 240 fs::remove(p.parent_path(), err); | |
| 241 fs::remove(p.parent_path().parent_path(), err); | |
| 242 #else | |
| 243 fs::remove(p.parent_path()); | |
| 244 fs::remove(p.parent_path().parent_path()); | |
| 245 #endif | |
| 142 | 246 } |
| 148 | 247 catch (...) |
| 142 | 248 { |
| 249 // Ignore the error | |
| 250 } | |
| 251 } | |
| 252 | |
| 253 | |
| 1123 | 254 uintmax_t FilesystemStorage::GetCapacity() const |
| 0 | 255 { |
| 256 return boost::filesystem::space(root_).capacity; | |
| 257 } | |
| 258 | |
| 1123 | 259 uintmax_t FilesystemStorage::GetAvailableSpace() const |
| 0 | 260 { |
| 261 return boost::filesystem::space(root_).available; | |
| 262 } | |
| 263 } |