Mercurial > hg > orthanc-object-storage

annotate Azure/AzureBlobStoragePlugin.cpp @ 171:98371e70c460

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
integration 1.2.0: back to mainline
author Sebastien Jodogne <s.jodogne@gmail.com>
date Tue, 25 Jun 2024 12:07:52 +0200
parents 6dd8bb916573
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
1 /**
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
2 * Cloud storage plugins for Orthanc
145
3c7e0374f28e updated copyright, as Orthanc Team now replaces Osimis
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 111
diff changeset
3 * Copyright (C) 2020-2023 Osimis S.A., Belgium
3c7e0374f28e updated copyright, as Orthanc Team now replaces Osimis
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 111
diff changeset
4 * Copyright (C) 2024-2024 Orthanc Team SRL, Belgium
3c7e0374f28e updated copyright, as Orthanc Team now replaces Osimis
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 111
diff changeset
5 * Copyright (C) 2021-2024 Sebastien Jodogne, ICTEAM UCLouvain, Belgium
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
6 *
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
7 * This program is free software: you can redistribute it and/or
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
8 * modify it under the terms of the GNU Affero General Public License
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
9 * as published by the Free Software Foundation, either version 3 of
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
10 * the License, or (at your option) any later version.
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
11 *
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
12 * This program is distributed in the hope that it will be useful, but
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
13 * WITHOUT ANY WARRANTY; without even the implied warranty of
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
15 * Affero General Public License for more details.
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
16 *
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
17 * You should have received a copy of the GNU Affero General Public License
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
18 * along with this program. If not, see <http://www.gnu.org/licenses/>.
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
19 **/
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
20
56
b922ae86bbe1 full static linking against AWS SDK
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 48
diff changeset
21
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
22 #include "AzureBlobStoragePlugin.h"
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
23
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
24 #include <azure/storage/blobs.hpp>
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
25 #include <boost/lexical_cast.hpp>
12
a203d0a4fd8f Azure: now removing spaces and CR at the end of the connectionString since it prevented the plugin to initialize.
Alain Mazy
parents: 11
diff changeset
26 #include <boost/algorithm/string.hpp>
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
27 // #include "cpprest/rawptrstream.h"
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
28 // #include "cpprest/details/basic_types.h"
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
29
152
d62f52be1943 use Orthanc frameworking for logging
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 145
diff changeset
30 #include <Logging.h>
d62f52be1943 use Orthanc frameworking for logging
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 145
diff changeset
31
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
32 // Create aliases to make the code easier to read.
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
33 namespace as = Azure::Storage::Blobs;
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
34
78
d7295e8678d7 renames
Alain Mazy <am@osimis.io>
parents: 71
diff changeset
35 class AzureBlobStoragePlugin : public BaseStorage
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
36 {
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
37 public:
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
38
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
39 as::BlobContainerClient blobClient_;
70
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
40 bool storageContainsUnknownFiles_;
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
41
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
42 public:
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
43
79
Alain Mazy <am@osimis.io>
parents: 78
diff changeset
44 AzureBlobStoragePlugin(const std::string& nameForLogs,
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
45 const as::BlobContainerClient& blobClient,
70
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
46 bool enableLegacyStorageStructure,
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
47 bool storageContainsUnknownFiles
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
48 );
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
49
153
6dd8bb916573 cppcheck
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 152
diff changeset
50 virtual IWriter* GetWriterForObject(const char* uuid, OrthancPluginContentType type, bool encryptionEnabled) ORTHANC_OVERRIDE;
6dd8bb916573 cppcheck
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 152
diff changeset
51 virtual IReader* GetReaderForObject(const char* uuid, OrthancPluginContentType type, bool encryptionEnabled) ORTHANC_OVERRIDE;
6dd8bb916573 cppcheck
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 152
diff changeset
52 virtual void DeleteObject(const char* uuid, OrthancPluginContentType type, bool encryptionEnabled) ORTHANC_OVERRIDE;
6dd8bb916573 cppcheck
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 152
diff changeset
53 virtual bool HasFileExists() ORTHANC_OVERRIDE {return false;};
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
54 };
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
55
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
56
78
d7295e8678d7 renames
Alain Mazy <am@osimis.io>
parents: 71
diff changeset
57 class Writer : public IStorage::IWriter
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
58 {
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
59 std::string path_;
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
60 as::BlobContainerClient client_;
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
61
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
62 public:
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
63 Writer(const std::string& path, const as::BlobContainerClient& client)
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
64 : path_(path),
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
65 client_(client)
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
66 {
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
67 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
68
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
69 virtual ~Writer()
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
70 {
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
71 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
72
153
6dd8bb916573 cppcheck
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 152
diff changeset
73 virtual void Write(const char* data, size_t size) ORTHANC_OVERRIDE
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
74 {
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
75 try
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
76 {
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
77 as::BlockBlobClient blobClient = client_.GetBlockBlobClient(path_);
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
78 blobClient.UploadFrom(reinterpret_cast<const uint8_t*>(data), size);
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
79 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
80 catch (std::exception& ex)
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
81 {
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
82 throw StoragePluginException("AzureBlobStorage: error writing file " + std::string(path_) + ": " + ex.what());
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
83 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
84 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
85 };
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
86
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
87
78
d7295e8678d7 renames
Alain Mazy <am@osimis.io>
parents: 71
diff changeset
88 class Reader : public IStorage::IReader
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
89 {
70
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
90 std::string path_;
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
91 as::BlobContainerClient client_;
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
92 int64_t size_;
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
93
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
94 public:
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
95 Reader(const std::list<std::string>& paths, const as::BlobContainerClient& client)
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
96 : client_(client)
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
97 {
70
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
98 std::string firstExceptionMessage;
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
99
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
100 for (auto& path: paths)
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
101 {
70
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
102 try
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
103 {
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
104 as::BlockBlobClient blobClient = client_.GetBlockBlobClient(path);
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
105 auto properties = blobClient.GetProperties().Value;
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
106 size_ = properties.BlobSize;
70
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
107 path_ = path;
71
Alain Mazy <am@osimis.io>
parents: 70
diff changeset
108 return;
70
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
109 }
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
110 catch (std::exception& ex)
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
111 {
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
112 if (firstExceptionMessage.empty())
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
113 {
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
114 firstExceptionMessage = "AzureBlobStorage: error opening file for reading " + std::string(path) + ": " + ex.what();
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
115 }
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
116 //ignore to retry
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
117 }
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
118 }
70
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
119 throw StoragePluginException(firstExceptionMessage);
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
120 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
121
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
122 virtual ~Reader()
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
123 {
70
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
124 }
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
125
153
6dd8bb916573 cppcheck
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 152
diff changeset
126 virtual size_t GetSize() ORTHANC_OVERRIDE
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
127 {
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
128 try
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
129 {
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
130 return static_cast<size_t>(size_);
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
131 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
132 catch (std::exception& ex)
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
133 {
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
134 throw StoragePluginException("AzureBlobStorage: error while reading file " + std::string(path_) + ": " + ex.what());
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
135 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
136 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
137
153
6dd8bb916573 cppcheck
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 152
diff changeset
138 virtual void ReadWhole(char* data, size_t size) ORTHANC_OVERRIDE
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
139 {
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
140 try
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
141 {
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
142 as::BlockBlobClient blobClient = client_.GetBlockBlobClient(path_);
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
143 blobClient.DownloadTo(reinterpret_cast<uint8_t*>(data), static_cast<int64_t>(size));
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
144 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
145 catch (std::exception& ex)
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
146 {
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
147 throw StoragePluginException("AzureBlobStorage: error while reading file " + std::string(path_) + ": " + ex.what());
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
148 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
149 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
150
153
6dd8bb916573 cppcheck
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 152
diff changeset
151 virtual void ReadRange(char* data, size_t size, size_t fromOffset) ORTHANC_OVERRIDE
39
50d0be413c42 implemented ReadRange (only in Azure plugin right now)
Alain Mazy <am@osimis.io>
parents: 37
diff changeset
152 {
50d0be413c42 implemented ReadRange (only in Azure plugin right now)
Alain Mazy <am@osimis.io>
parents: 37
diff changeset
153 try
50d0be413c42 implemented ReadRange (only in Azure plugin right now)
Alain Mazy <am@osimis.io>
parents: 37
diff changeset
154 {
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
155 as::BlockBlobClient blobClient = client_.GetBlockBlobClient(path_);
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
156 as::DownloadBlobToOptions options;
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
157 options.Range = Azure::Core::Http::HttpRange();
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
158 options.Range.Value().Length = static_cast<int64_t>(size);
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
159 options.Range.Value().Offset = static_cast<int64_t>(fromOffset);
39
50d0be413c42 implemented ReadRange (only in Azure plugin right now)
Alain Mazy <am@osimis.io>
parents: 37
diff changeset
160
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
161 blobClient.DownloadTo(reinterpret_cast<uint8_t*>(data), static_cast<int64_t>(size), options);
39
50d0be413c42 implemented ReadRange (only in Azure plugin right now)
Alain Mazy <am@osimis.io>
parents: 37
diff changeset
162 }
50d0be413c42 implemented ReadRange (only in Azure plugin right now)
Alain Mazy <am@osimis.io>
parents: 37
diff changeset
163 catch (std::exception& ex)
50d0be413c42 implemented ReadRange (only in Azure plugin right now)
Alain Mazy <am@osimis.io>
parents: 37
diff changeset
164 {
50d0be413c42 implemented ReadRange (only in Azure plugin right now)
Alain Mazy <am@osimis.io>
parents: 37
diff changeset
165 throw StoragePluginException("AzureBlobStorage: error while reading partial file " + std::string(path_) + ": " + ex.what());
50d0be413c42 implemented ReadRange (only in Azure plugin right now)
Alain Mazy <am@osimis.io>
parents: 37
diff changeset
166 }
50d0be413c42 implemented ReadRange (only in Azure plugin right now)
Alain Mazy <am@osimis.io>
parents: 37
diff changeset
167 }
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
168 };
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
169
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
170
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
171
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
172 const char* AzureBlobStoragePluginFactory::GetStoragePluginName()
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
173 {
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
174 return "Azure Blob Storage";
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
175 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
176
94
1bc055199cd2 Added a description for all plugins
Alain Mazy <am@osimis.io>
parents: 92
diff changeset
177 const char* AzureBlobStoragePluginFactory::GetStorageDescription()
1bc055199cd2 Added a description for all plugins
Alain Mazy <am@osimis.io>
parents: 92
diff changeset
178 {
1bc055199cd2 Added a description for all plugins
Alain Mazy <am@osimis.io>
parents: 92
diff changeset
179 return "Stores the Orthanc storage area in Azure Blob";
1bc055199cd2 Added a description for all plugins
Alain Mazy <am@osimis.io>
parents: 92
diff changeset
180 }
1bc055199cd2 Added a description for all plugins
Alain Mazy <am@osimis.io>
parents: 92
diff changeset
181
1bc055199cd2 Added a description for all plugins
Alain Mazy <am@osimis.io>
parents: 92
diff changeset
182
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
183 // bool IsSasTokenAccountLevel(utility::string_t sasToken)
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
184 // {
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
185 // // Use cpprestsdk's utility::string_t here since the expected argument is the return value of
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
186 // // as::storage_credentials::sas_token(), which is type utility::string_t (which is a std::wstring on Windows and a std::string on Linux)
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
187 // size_t newIdx = 0;
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
188 // size_t prevIdx = 0;
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
189 // while ((newIdx = sasToken.find('&', prevIdx)) != utility::string_t::npos)
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
190 // {
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
191 // utility::string_t kvpair = sasToken.substr(prevIdx, newIdx - prevIdx);
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
192 // prevIdx = newIdx + 1; // start next time from char after '&'
46
3b8fab63313d Add "CreateContainerIfNotExists" config for Azure
Mark Poscablo <Mark.Poscablo@varian.com>
parents: 15
diff changeset
193
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
194 // size_t equalsIdx = kvpair.find('=');
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
195 // utility::string_t key = kvpair.substr(0, equalsIdx);
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
196 // #ifdef WIN32
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
197 // const wchar_t* srt = L"srt";
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
198 // #else
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
199 // const char* srt = "srt";
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
200 // #endif
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
201 // if (key == srt) // only account SAS has this parameter
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
202 // return true;
89
62752402edbb azure build for Windows platform
Alain Mazy <alain@mazy.be>
parents: 81
diff changeset
203
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
204 // }
46
3b8fab63313d Add "CreateContainerIfNotExists" config for Azure
Mark Poscablo <Mark.Poscablo@varian.com>
parents: 15
diff changeset
205
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
206 // return false;
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
207 // }
46
3b8fab63313d Add "CreateContainerIfNotExists" config for Azure
Mark Poscablo <Mark.Poscablo@varian.com>
parents: 15
diff changeset
208
79
Alain Mazy <am@osimis.io>
parents: 78
diff changeset
209 IStorage* AzureBlobStoragePluginFactory::CreateStorage(const std::string& nameForLogs, const OrthancPlugins::OrthancConfiguration& orthancConfig)
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
210 {
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
211 std::string connectionString;
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
212 std::string containerName;
15
2a02b21f0a19 migration + storage structure
Alain Mazy
parents: 12
diff changeset
213 bool enableLegacyStorageStructure;
70
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
214 bool storageContainsUnknownFiles;
46
3b8fab63313d Add "CreateContainerIfNotExists" config for Azure
Mark Poscablo <Mark.Poscablo@varian.com>
parents: 15
diff changeset
215 bool createContainerIfNotExists;
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
216
81
Alain Mazy <am@osimis.io>
parents: 80
diff changeset
217 if (orthancConfig.IsSection(GetConfigurationSectionName()))
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
218 {
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
219 OrthancPlugins::OrthancConfiguration pluginSection;
81
Alain Mazy <am@osimis.io>
parents: 80
diff changeset
220 orthancConfig.GetSection(pluginSection, GetConfigurationSectionName());
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
221
78
d7295e8678d7 renames
Alain Mazy <am@osimis.io>
parents: 71
diff changeset
222 if (!BaseStorage::ReadCommonConfiguration(enableLegacyStorageStructure, storageContainsUnknownFiles, pluginSection))
15
2a02b21f0a19 migration + storage structure
Alain Mazy
parents: 12
diff changeset
223 {
2a02b21f0a19 migration + storage structure
Alain Mazy
parents: 12
diff changeset
224 return nullptr;
2a02b21f0a19 migration + storage structure
Alain Mazy
parents: 12
diff changeset
225 }
2a02b21f0a19 migration + storage structure
Alain Mazy
parents: 12
diff changeset
226
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
227 if (!pluginSection.LookupStringValue(connectionString, "ConnectionString"))
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
228 {
152
d62f52be1943 use Orthanc frameworking for logging
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 145
diff changeset
229 LOG(ERROR) << "AzureBlobStorage/ConnectionString configuration missing. Unable to initialize plugin";
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
230 return nullptr;
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
231 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
232
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
233 if (!pluginSection.LookupStringValue(containerName, "ContainerName"))
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
234 {
152
d62f52be1943 use Orthanc frameworking for logging
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 145
diff changeset
235 LOG(ERROR) << "AzureBlobStorage/ContainerName configuration missing. Unable to initialize plugin";
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
236 return nullptr;
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
237 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
238
12
a203d0a4fd8f Azure: now removing spaces and CR at the end of the connectionString since it prevented the plugin to initialize.
Alain Mazy
parents: 11
diff changeset
239 boost::trim(connectionString); // without that, if there's an EOL in the string, it fails with "provided uri is invalid"
a203d0a4fd8f Azure: now removing spaces and CR at the end of the connectionString since it prevented the plugin to initialize.
Alain Mazy
parents: 11
diff changeset
240 boost::trim(containerName);
46
3b8fab63313d Add "CreateContainerIfNotExists" config for Azure
Mark Poscablo <Mark.Poscablo@varian.com>
parents: 15
diff changeset
241
3b8fab63313d Add "CreateContainerIfNotExists" config for Azure
Mark Poscablo <Mark.Poscablo@varian.com>
parents: 15
diff changeset
242 createContainerIfNotExists = pluginSection.GetBooleanValue("CreateContainerIfNotExists", true);
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
243 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
244 else if (orthancConfig.IsSection("BlobStorage")) // backward compatibility with the old plugin:
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
245 {
152
d62f52be1943 use Orthanc frameworking for logging
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 145
diff changeset
246 LOG(WARNING) << "AzureBlobStorage: you're using an old configuration format for the plugin.";
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
247
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
248 OrthancPlugins::OrthancConfiguration pluginSection;
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
249 orthancConfig.GetSection(pluginSection, "BlobStorage");
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
250
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
251 std::string accountName;
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
252 std::string accountKey;
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
253
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
254 if (!pluginSection.LookupStringValue(containerName, "ContainerName"))
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
255 {
152
d62f52be1943 use Orthanc frameworking for logging
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 145
diff changeset
256 LOG(ERROR) << "BlobStorage/AccountName configuration missing. Unable to initialize plugin";
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
257 return nullptr;
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
258 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
259
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
260 if (!pluginSection.LookupStringValue(accountName, "AccountName"))
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
261 {
152
d62f52be1943 use Orthanc frameworking for logging
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 145
diff changeset
262 LOG(ERROR) << "BlobStorage/AccountName configuration missing. Unable to initialize plugin";
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
263 return nullptr;
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
264 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
265
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
266 if (!pluginSection.LookupStringValue(accountKey, "AccountKey"))
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
267 {
152
d62f52be1943 use Orthanc frameworking for logging
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 145
diff changeset
268 LOG(ERROR) << "BlobStorage/ContainerName configuration missing. Unable to initialize plugin";
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
269 return nullptr;
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
270 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
271
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
272 std::ostringstream connectionStringBuilder;
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
273 connectionStringBuilder << "DefaultEndpointsProtocol=https;AccountName=" << accountName << ";AccountKey=" << accountKey;
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
274 connectionString = connectionStringBuilder.str();
46
3b8fab63313d Add "CreateContainerIfNotExists" config for Azure
Mark Poscablo <Mark.Poscablo@varian.com>
parents: 15
diff changeset
275
3b8fab63313d Add "CreateContainerIfNotExists" config for Azure
Mark Poscablo <Mark.Poscablo@varian.com>
parents: 15
diff changeset
276 createContainerIfNotExists = pluginSection.GetBooleanValue("CreateContainerIfNotExists", true);
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
277 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
278 else
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
279 {
152
d62f52be1943 use Orthanc frameworking for logging
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 145
diff changeset
280 LOG(WARNING) << GetStoragePluginName() << " plugin, section missing. Plugin is not enabled.";
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
281 return nullptr;
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
282 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
283
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
284 try
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
285 {
152
d62f52be1943 use Orthanc frameworking for logging
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 145
diff changeset
286 LOG(INFO) << "Connecting to Azure storage ...";
11
1b85dc5eb372 more logs for azure plugin
Alain Mazy
parents: 1
diff changeset
287
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
288 as::BlobContainerClient client = as::BlobContainerClient::CreateFromConnectionString(connectionString, containerName);
152
d62f52be1943 use Orthanc frameworking for logging
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 145
diff changeset
289 LOG(INFO) << "Blob client created";
11
1b85dc5eb372 more logs for azure plugin
Alain Mazy
parents: 1
diff changeset
290
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
291 if (createContainerIfNotExists)
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
292 {
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
293 // Note: in version up to 2.1.2, we had this code:
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
294 // // blobContainer.create_if_not_exists() throws an error if a service SAS (for a blob container)
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
295 // // was used in the connectionString.
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
296 // // Only allow the use of this function when using storage account-level credentials, whether
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
297 // // through accountName/accountKey combo or account SAS.
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
298 // if ((storageAccount.credentials().is_account_key() ||
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
299 // (storageAccount.credentials().is_sas() && IsSasTokenAccountLevel(storageAccount.credentials().sas_token())))
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
300 // && createContainerIfNotExists)
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
301
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
302 auto createResult = client.CreateIfNotExists();
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
303 if (createResult.Value.Created)
46
3b8fab63313d Add "CreateContainerIfNotExists" config for Azure
Mark Poscablo <Mark.Poscablo@varian.com>
parents: 15
diff changeset
304 {
152
d62f52be1943 use Orthanc frameworking for logging
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 145
diff changeset
305 LOG(WARNING) << "Blob Storage Area container has been created. **** check in the Azure console that your container is private ****";
46
3b8fab63313d Add "CreateContainerIfNotExists" config for Azure
Mark Poscablo <Mark.Poscablo@varian.com>
parents: 15
diff changeset
306 }
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
307 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
308
152
d62f52be1943 use Orthanc frameworking for logging
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 145
diff changeset
309 LOG(INFO) << "Blob storage initialized";
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
310
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
311 return new AzureBlobStoragePlugin(nameForLogs, client, enableLegacyStorageStructure, storageContainsUnknownFiles);
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
312 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
313 catch (const std::exception& e)
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
314 {
152
d62f52be1943 use Orthanc frameworking for logging
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 145
diff changeset
315 LOG(ERROR) << "AzureBlobStorage plugin: failed to initialize plugin: " << e.what();
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
316 return nullptr;
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
317 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
318
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
319 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
320
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
321 AzureBlobStoragePlugin::AzureBlobStoragePlugin(const std::string& nameForLogs, const as::BlobContainerClient& blobClient, bool enableLegacyStorageStructure, bool storageContainsUnknownFiles)
79
Alain Mazy <am@osimis.io>
parents: 78
diff changeset
322 : BaseStorage(nameForLogs, enableLegacyStorageStructure),
15
2a02b21f0a19 migration + storage structure
Alain Mazy
parents: 12
diff changeset
323 blobClient_(blobClient),
70
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
324 storageContainsUnknownFiles_(storageContainsUnknownFiles)
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
325 {
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
326
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
327 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
328
78
d7295e8678d7 renames
Alain Mazy <am@osimis.io>
parents: 71
diff changeset
329 IStorage::IWriter* AzureBlobStoragePlugin::GetWriterForObject(const char* uuid, OrthancPluginContentType type, bool encryptionEnabled)
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
330 {
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
331 return new Writer(GetPath(uuid, type, encryptionEnabled), blobClient_);
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
332 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
333
78
d7295e8678d7 renames
Alain Mazy <am@osimis.io>
parents: 71
diff changeset
334 IStorage::IReader* AzureBlobStoragePlugin::GetReaderForObject(const char* uuid, OrthancPluginContentType type, bool encryptionEnabled)
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
335 {
70
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
336 std::list<std::string> paths;
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
337 paths.push_back(GetPath(uuid, type, encryptionEnabled, false));
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
338 if (storageContainsUnknownFiles_)
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
339 {
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
340 paths.push_back(GetPath(uuid, type, encryptionEnabled, true));
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
341 }
16e419fe80c5 Google & Azure: Added the "EnableLegacyUnknownFiles" configuration option
Alain Mazy <am@osimis.io>
parents: 56
diff changeset
342
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
343 return new Reader(paths, blobClient_);
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
344 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
345
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
346 void AzureBlobStoragePlugin::DeleteObject(const char* uuid, OrthancPluginContentType type, bool encryptionEnabled)
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
347 {
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
348 std::string path = GetPath(uuid, type, encryptionEnabled);
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
349
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
350 try
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
351 {
99
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
352 as::BlockBlobClient blobClient = blobClient_.GetBlockBlobClient(path);
f4e05641c108 rewrote using the latest azure C++ sdk
Alain Mazy <am@osimis.io>
parents: 94
diff changeset
353 blobClient.Delete();
1
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
354 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
355 catch (std::exception& ex)
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
356 {
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
357 throw StoragePluginException("AzureBlobStorage: error while deleting file " + std::string(path) + ": " + ex.what());
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
358 }
fc26a8fc54d5 initial release
Alain Mazy <alain@mazy.be>
parents:
diff changeset
359 }