Mercurial > hg > orthanc-databases

annotate Resources/SyncOrthancFolder.py @ 433:5964ce6385a5 pg-transactions

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
use temporary tables for DeletedFiles, RemainingAncestor and DeletedResources
author Alain Mazy <am@osimis.io>
date Wed, 13 Dec 2023 15:48:56 +0100
parents d700c8f9fc24
children bba27bbef7e0
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
426
d700c8f9fc24 migration to UCLouvain servers
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 425
diff changeset
1 #!/usr/bin/python3
0
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
2
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
3 #
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
4 # This maintenance script updates the content of the "Orthanc" folder
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
5 # to match the latest version of the Orthanc source code.
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
6 #
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
7
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
8 import multiprocessing
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
9 import os
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
10 import stat
397
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
11 import sys
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
12
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
13 if sys.version_info[0] < 3:
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
14 from urllib2 import urlopen
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
15 else:
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
16 from urllib.request import urlopen
0
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
17
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
18 TARGET = os.path.join(os.path.dirname(__file__), 'Orthanc')
272
c7dc70a0a477 upgrade to Orthanc SDK 1.9.2
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 155
diff changeset
19 PLUGIN_SDK_VERSION_OLD = [ '0.9.5', '1.4.0', '1.5.2', '1.5.4' ]
405
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
20 PLUGIN_SDK_VERSION_NEW = [ '1.9.2', '1.12.0' ]
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
21 HAS_PROTOCOL_BUFFERS = [ '1.12.0' ]
425
c1b0f3c4e1f5 sync Orthanc code
Alain Mazy <am@osimis.io>
parents: 409
diff changeset
22 REPOSITORY = 'https://orthanc.uclouvain.be/hg/orthanc/raw-file'
0
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
23
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
24 FILES = [
285
f2e160b2dc3e use openssl-3.x branch while syncing
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 272
diff changeset
25 ('default', 'OrthancFramework/Resources/CMake/AutoGeneratedCode.cmake', 'CMake'),
f2e160b2dc3e use openssl-3.x branch while syncing
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 272
diff changeset
26 ('default', 'OrthancFramework/Resources/CMake/Compiler.cmake', 'CMake'),
f2e160b2dc3e use openssl-3.x branch while syncing
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 272
diff changeset
27 ('default', 'OrthancFramework/Resources/CMake/DownloadOrthancFramework.cmake', 'CMake'),
f2e160b2dc3e use openssl-3.x branch while syncing
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 272
diff changeset
28 ('default', 'OrthancFramework/Resources/CMake/DownloadPackage.cmake', 'CMake'),
f2e160b2dc3e use openssl-3.x branch while syncing
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 272
diff changeset
29 ('default', 'OrthancFramework/Resources/CMake/GoogleTestConfiguration.cmake', 'CMake'),
409
e25f4500b531 fix linking against system-wide Orthanc framework
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 406
diff changeset
30 ('default', 'OrthancFramework/Resources/CMake/OpenSslConfiguration.cmake', 'CMake'),
e25f4500b531 fix linking against system-wide Orthanc framework
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 406
diff changeset
31 ('default', 'OrthancFramework/Resources/CMake/ProtobufConfiguration.cmake', 'CMake'),
285
f2e160b2dc3e use openssl-3.x branch while syncing
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 272
diff changeset
32 ('default', 'OrthancFramework/Resources/EmbedResources.py', '.'),
f2e160b2dc3e use openssl-3.x branch while syncing
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 272
diff changeset
33 ('default', 'OrthancFramework/Resources/Toolchains/LinuxStandardBaseToolchain.cmake', '.'),
f2e160b2dc3e use openssl-3.x branch while syncing
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 272
diff changeset
34 ('default', 'OrthancFramework/Resources/Toolchains/MinGW-W64-Toolchain32.cmake', '.'),
f2e160b2dc3e use openssl-3.x branch while syncing
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 272
diff changeset
35 ('default', 'OrthancFramework/Resources/Toolchains/MinGW-W64-Toolchain64.cmake', '.'),
f2e160b2dc3e use openssl-3.x branch while syncing
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 272
diff changeset
36 ('default', 'OrthancFramework/Resources/Toolchains/MinGWToolchain.cmake', '.'),
405
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
37 ('default', 'OrthancServer/Plugins/Samples/Common/ExportedSymbolsPlugins.list', 'Plugins'),
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
38 ('default', 'OrthancServer/Plugins/Samples/Common/OrthancPluginCppWrapper.cpp', 'Plugins'),
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
39 ('default', 'OrthancServer/Plugins/Samples/Common/OrthancPluginCppWrapper.h', 'Plugins'),
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
40 ('default', 'OrthancServer/Plugins/Samples/Common/OrthancPluginException.h', 'Plugins'),
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
41 ('default', 'OrthancServer/Plugins/Samples/Common/OrthancPluginsExports.cmake', 'Plugins'),
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
42 ('default', 'OrthancServer/Plugins/Samples/Common/VersionScriptPlugins.map', 'Plugins'),
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
43 ('default', 'OrthancServer/Sources/Search/DatabaseConstraint.cpp', 'Databases'),
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
44 ('default', 'OrthancServer/Sources/Search/DatabaseConstraint.h', 'Databases'),
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
45 ('default', 'OrthancServer/Sources/Search/ISqlLookupFormatter.cpp', 'Databases'),
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
46 ('default', 'OrthancServer/Sources/Search/ISqlLookupFormatter.h', 'Databases'),
0
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
47 ]
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
48
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
49 SDK = [
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
50 'orthanc/OrthancCPlugin.h',
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
51 'orthanc/OrthancCDatabasePlugin.h',
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
52 ]
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
53
405
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
54 SDK_PROTOCOL_BUFFERS = [
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
55 'orthanc/OrthancCPlugin.h',
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
56 'orthanc/OrthancCDatabasePlugin.h',
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
57 'orthanc/OrthancDatabasePlugin.proto',
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
58 ]
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
59
0
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
60
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
61 def Download(x):
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
62 branch = x[0]
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
63 source = x[1]
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
64 target = os.path.join(TARGET, x[2])
397
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
65 print(target)
0
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
66
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
67 try:
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
68 os.makedirs(os.path.dirname(target))
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
69 except:
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
70 pass
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
71
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
72 url = '%s/%s/%s' % (REPOSITORY, branch, source)
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
73
272
c7dc70a0a477 upgrade to Orthanc SDK 1.9.2
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 155
diff changeset
74 try:
397
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
75 with open(target, 'wb') as f:
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
76 f.write(urlopen(url).read())
272
c7dc70a0a477 upgrade to Orthanc SDK 1.9.2
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 155
diff changeset
77 except Exception as e:
c7dc70a0a477 upgrade to Orthanc SDK 1.9.2
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 155
diff changeset
78 raise Exception('Cannot download: %s' % url)
0
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
79
272
c7dc70a0a477 upgrade to Orthanc SDK 1.9.2
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 155
diff changeset
80
0
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
81 commands = []
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
82
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
83 for f in FILES:
285
f2e160b2dc3e use openssl-3.x branch while syncing
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 272
diff changeset
84 commands.append([ f[0], # Branch
f2e160b2dc3e use openssl-3.x branch while syncing
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 272
diff changeset
85 f[1], # Source file
f2e160b2dc3e use openssl-3.x branch while syncing
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 272
diff changeset
86 os.path.join(f[2], os.path.basename(f[1])) ])
0
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
87
272
c7dc70a0a477 upgrade to Orthanc SDK 1.9.2
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 155
diff changeset
88 for version in PLUGIN_SDK_VERSION_OLD:
28
c0cb5d2cd696 checks depending on Orthanc version
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 0
diff changeset
89 for f in SDK:
c0cb5d2cd696 checks depending on Orthanc version
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 0
diff changeset
90 commands.append([
c0cb5d2cd696 checks depending on Orthanc version
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 0
diff changeset
91 'Orthanc-%s' % version,
c0cb5d2cd696 checks depending on Orthanc version
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 0
diff changeset
92 'Plugins/Include/%s' % f,
c0cb5d2cd696 checks depending on Orthanc version
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 0
diff changeset
93 'Sdk-%s/%s' % (version, f)
c0cb5d2cd696 checks depending on Orthanc version
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 0
diff changeset
94 ])
0
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
95
272
c7dc70a0a477 upgrade to Orthanc SDK 1.9.2
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 155
diff changeset
96 for version in PLUGIN_SDK_VERSION_NEW:
405
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
97 if version in HAS_PROTOCOL_BUFFERS:
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
98 files = SDK_PROTOCOL_BUFFERS
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
99 else:
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
100 files = SDK
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
101
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 285
diff changeset
102 for f in files:
272
c7dc70a0a477 upgrade to Orthanc SDK 1.9.2
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 155
diff changeset
103 commands.append([
c7dc70a0a477 upgrade to Orthanc SDK 1.9.2
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 155
diff changeset
104 'Orthanc-%s' % version,
c7dc70a0a477 upgrade to Orthanc SDK 1.9.2
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 155
diff changeset
105 'OrthancServer/Plugins/Include/%s' % f,
c7dc70a0a477 upgrade to Orthanc SDK 1.9.2
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 155
diff changeset
106 'Sdk-%s/%s' % (version, f)
c7dc70a0a477 upgrade to Orthanc SDK 1.9.2
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 155
diff changeset
107 ])
c7dc70a0a477 upgrade to Orthanc SDK 1.9.2
Sebastien Jodogne <s.jodogne@gmail.com>
parents: 155
diff changeset
108
0
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
109
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
110 pool = multiprocessing.Pool(10) # simultaneous downloads
7cea966b6829 initial commit
Sebastien Jodogne <s.jodogne@gmail.com>
parents:
diff changeset
111 pool.map(Download, commands)