forked from dmwm/WMCore
-
Notifications
You must be signed in to change notification settings - Fork 0
/
setup_dependencies.py
231 lines (231 loc) · 10.2 KB
/
setup_dependencies.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
#!/usr/bin/env python
"""
Manage dependancies by declaring systems here.
A system can depend on packages or other systems.
If a package ends with a + include all subpackages.
"""
dependencies = {
'wmc-rest': {
'bin': ['wmc-dist-patch', 'wmc-dist-unpatch', 'wmc-httpd'],
'packages': ['WMCore.REST'],
'modules': ['WMCore.Configuration'],
'systems': ['wmc-base']
},
'wmc-base': {
'bin': ['wmc-dist-patch', 'wmc-dist-unpatch'],
'packages': ['Utils', 'WMCore.DataStructs', 'WMCore.Cache'],
'modules': ['WMCore.WMFactory', 'WMCore.WMException', 'WMCore.Configuration',
'WMCore.WMExceptions', 'WMCore.WMFactory', 'WMCore.Lexicon',
'WMCore.WMBase', 'WMCore.WMLogging', 'WMCore.Algorithms.Permissions'],
},
'wmc-component': {
'packages': ['WMCore.MsgService', 'WMCore.WorkerThreads', 'WMCore.ThreadPool'],
'modules': ['WMComponent.__init__'],
'systems': ['wmc-base']
},
'wmc-database': {
'packages': ['WMCore.Wrappers+', 'WMCore.GroupUser', 'WMCore.DataStructs', 'WMCore.Database',
'WMCore.Algorithms', 'WMCore.Services'],
'modules': ['WMCore.WMConnectionBase', 'WMCore.DAOFactory', 'WMCore.WMInit'],
'systems': ['wmc-base']
},
'wmc-runtime': {
'packages': ['WMCore.WMRuntime+', 'WMCore.WMSpec+', 'PSetTweaks',
'WMCore.FwkJobReport', 'WMCore.Storage+', 'WMCore.Services.HTTPS'],
'modules': ['WMCore.Algorithms.ParseXMLFile'],
'systems': ['wmc-base']
},
'wmc-web': {
'packages': ['WMCore.WebTools', 'WMCore.Agent+', 'WMCore.WorkerThreads'],
'systems': ['wmc-database', 'wmc-base'],
'statics': ['src/javascript/WMCore/WebTools',
'src/javascript/external/yui',
'src/css/WMCore/WebTools',
'src/css/WMCore/WebTools/Masthead',
'src/css/external/yui',
'src/templates/WMCore/WebTools',
'src/templates/WMCore/WebTools/Masthead', ]
},
'wmcore': {
'packages': ['WMCore+',
'WMComponent+',
'WMQuality+',
'PSetTweaks+',
'Utils+'],
'modules': [],
'systems': [],
'statics': ['src/couchapps+',
'src/css+',
'src/html+',
'src/javascript+',
'src/templates+',
'etc+',
'bin+'
],
},
'wmagent-devtools': {
'packages': ['WMCore+',
'WMComponent+',
'WMQuality+',
'PSetTweaks+',
'Utils+'],
'modules': [],
'systems': [],
'statics': ['src/couchapps+',
'src/css+',
'src/html+',
'src/javascript+',
'src/templates+',
'bin+',
'deploy+',
'doc+',
'etc+',
'test+',
'standards+'
'tools+'
],
},
'reqmgr2': {
'packages': ['WMCore.ReqMgr+',
'WMCore.Services+',
'WMCore.ACDC',
'Utils'],
'modules': ['WMCore.WorkQueue.__init__',
'WMCore.WorkQueue.DataStructs.__init__',
'WMCore.WorkQueue.DataStructs.WorkQueueElement'],
'systems': ['wmc-rest', 'wmc-runtime', 'wmc-database'],
'statics': ['src/couchapps/ReqMgr+',
'src/couchapps/ReqMgrAux+',
'src/couchapps/ConfigCache+',
'src/couchapps/WMStats+',
'src/html/ReqMgr+'
],
},
'reqmgr2ms': {
'packages': ['Utils', 'WMCore.MicroService+', 'WMCore.Services+'],
'modules': ['WMCore.Wrappers.__init__',
'WMCore.Wrappers.JsonWrapper.__init__',
'WMCore.Wrappers.JsonWrapper.JSONThunker',
'WMCore.ReqMgr.__init__', 'WMCore.ReqMgr.DataStructs.__init__',
'WMCore.ReqMgr.DataStructs.RequestStatus',
'WMCore.ReqMgr.DataStructs.RequestType'
],
'systems': ['wmc-rest', 'wmc-runtime', 'wmc-database'],
'statics': [],
},
'global-workqueue': {
'packages': ['WMCore.GlobalWorkQueue+', 'WMCore.WorkQueue+',
'WMCore.Wrappers+', 'WMCore.Services+',
'WMCore.WMSpec', 'WMCore.WMSpec.Steps', 'WMCore.WMSpec.Steps.Templates',
'WMCore.ACDC', 'WMCore.GroupUser'],
'modules': ['WMCore.Algorithms.__init__', 'WMCore.Algorithms.Permissions',
'WMCore.Algorithms.MiscAlgos', 'WMCore.Algorithms.ParseXMLFile',
'WMCore.Database.__init__', 'WMCore.Database.CMSCouch',
'WMCore.Database.CouchUtils',
'WMCore.ReqMgr.__init__', 'WMCore.ReqMgr.DataStructs.__init__',
'WMCore.ReqMgr.DataStructs.RequestStatus',
'WMCore.ReqMgr.DataStructs.RequestType'],
'systems': ['wmc-rest', 'wmc-database'],
'statics': ['src/couchapps/WorkQueue+'],
},
'wmagent': {
'packages': ['WMCore.Agent+', 'WMCore.Algorithms+',
'WMCore.JobStateMachine', 'WMComponent+',
'WMCore.ThreadPool',
'WMCore.BossAir+', 'WMCore.Credential',
'WMCore.JobSplitting+', 'WMCore.ProcessPool',
'WMCore.Services+', 'WMCore.WMSpec+',
'WMCore.WMBS+', 'WMCore.ResourceControl+'],
'systems': ['wmc-web', 'wmc-database', 'global-workqueue', 'wmc-runtime'],
'statics': ['src/javascript/WMCore/WebTools/Agent',
'src/javascript/WMCore/WebTools/WMBS',
'src/javascript/external/graphael',
'src/templates/WMCore/WebTools/WMBS'],
},
'crabcache': {
'packages': ['WMCore.Wrappers+', 'WMCore.Services.UserFileCache+'],
'systems': ['wmc-rest'],
'modules': ['WMCore.Services.Requests', 'WMCore.Services.Service',
'WMCore.Services.pycurl_manager', ],
},
'crabserver': {
'packages': ['WMCore.Credential', 'WMCore.Services+', 'WMCore.WMSpec+'],
'modules': ['WMCore.DataStructs.LumiList'],
'systems': ['wmc-rest', 'wmc-database'],
},
'crabclient': {
'packages': ['WMCore.Wrappers+', 'WMCore.Credential', 'PSetTweaks',
'WMCore.Services.UserFileCache+', 'WMCore.Services.DBS+'],
'systems': ['wmc-base'],
'modules': ['WMCore.FwkJobReport.FileInfo', 'WMCore.Services.Requests', 'WMCore.DataStructs.LumiList',
'WMCore.Services.Service', 'WMCore.Services.pycurl_manager', ],
},
'crabtaskworker': {
'packages': ['WMCore.Credential', 'WMCore.Algorithms+', 'WMCore.WMSpec+',
'WMCore.JobSplitting', 'WMCore.Services+', 'Utils+'],
'systems': ['wmc-database', 'wmc-runtime'],
'modules': ['WMCore.WMBS.File', 'WMCore.WMBS.WMBSBase', 'WMCore.WMBS.__init__'],
},
'wmclient': {
'systems': ['wmc-runtime', 'wmc-database']
},
'reqmon': {
'packages': ['WMCore.WMStats+', 'WMCore.Services+', 'WMCore.Wrappers+',
'WMCore.ReqMgr.DataStructs+'
],
'modules': ['WMCore.Database.__init__', 'WMCore.Database.CMSCouch',
'WMCore.Database.CouchUtils', 'WMCore.ReqMgr.__init__'],
'systems': ['wmc-base', 'wmc-rest'],
'statics': ['src/couchapps/WMStats+',
'src/couchapps/WMStatsErl+',
'src/couchapps/WMStatsErl1+',
'src/couchapps/WMStatsErl2+',
'src/couchapps/WMStatsErl3+',
'src/couchapps/WMStatsErl4+',
'src/couchapps/WMStatsErl5+',
'src/couchapps/WMStatsErl6+',
'src/couchapps/WMStatsErl7+',
'src/couchapps/WorkloadSummary+',
'src/couchapps/T0Request+',
'src/couchapps/LogDB+',
'src/html/WMStats+'],
},
'acdcserver': {
'packages': ['WMCore.ACDC', 'WMCore.GroupUser', 'WMCore.DataStructs',
'WMCore.Wrappers+', 'WMCore.Database'],
'modules': ['WMCore.Configuration',
'WMCore.Algorithms.ParseXMLFile', 'WMCore.Algorithms.Permissions',
'WMCore.Lexicon', 'WMCore.WMException', 'WMCore.Services.Requests',
'WMCore.Services.pycurl_manager'],
'statics': ['src/couchapps/ACDC+',
'src/couchapps/GroupUser+']
},
't0': {
'packages': ['WMCore.Agent+', 'WMCore.Algorithms+',
'WMCore.JobStateMachine', 'WMComponent+',
'WMCore.ThreadPool', 'WMCore.WorkerThreads',
'WMCore.BossAir+', 'WMCore.Credential',
'WMCore.JobSplitting+', 'WMCore.ProcessPool',
'WMCore.Services+', 'WMCore.WMSpec+',
'WMCore.WMBS+', 'WMCore.ResourceControl+',
'WMCore.DataStructs+', 'WMCore.ReqMgr+',
'Controllers+', 'WMQuality.Emulators+',
'Utils'],
'modules': ['WMCore.Configuration',
'WMCore.DAOFactory',
'WMCore.WMException',
'WMCore.Lexicon',
'WMCore.WMBS.File'],
'systems': ['wmc-web', 'wmc-database', 'wmc-runtime', 'global-workqueue'],
'statics': ['src/javascript/external/graphael',
'src/couchapps/FWJRDump+',
'src/couchapps/T0Request+',
'src/couchapps/WMStats+',
'src/couchapps/LogDB+',
'src/couchapps/UserMonitoring+',
'src/couchapps/JobDump+',
'src/couchapps/WMStatsAgent+',
'src/couchapps/SummaryStats+'
]
}
}