-
Notifications
You must be signed in to change notification settings - Fork 4
/
augmented_site_level_config_file.yaml
618 lines (617 loc) · 17.2 KB
/
augmented_site_level_config_file.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
meta_info_wn-pbs:
component: WN-Pbs
type: worker_node
version: 2.5.13
docker_hub_url: ''
primary_config_key: pbs-info
site_level_config_version: 1.0
default_var_prefix: pbs_default_var
runtime_vars:
- pbs_runtime_var_ce_host
host_requirements:
firewall:
- ports: 8080
protocol: tcp
action: accept
ipv6: true
- ports: 6543
protocol: tcp
action: accept
ipv6: false
cvmfs: true
docker_run_parameters:
privileged: true
mount: wn-pbs
default_group_opssgm:
gid: 46001
name: opssgm
vars:
- 192.168.0.4
- 192.168.0.5
default_pool_accounts_alicesgm:
base_name: sgmali
initial_uid: 60101
users_num: 10
primary_group:
gid: 1397
name: alicesgm
secondary_groups:
- gid: 1395
name: alice
default_group_ops_name: ops
site:
name: simple-dev-site
email: [email protected]
latitude: 46.3
longitude: 6.2
location: CERN, Geneva, Switzerland
description: A demo site demonstrating the SIMPLE framework for site setup
website: https://home.cern
support_website: https://groups.google.com/forum/#!forum/wlcg-lightweight-sites
support_email: [email protected]
security_email: [email protected]
grid: wlcg
tier: 3
bdii_host: bdii.cern.ch
use_argus: false
cream_runtime_variables:
- lightweight_component01.cern.ch
lightweight_components:
- lifecycle_hooks:
pre_config:
- /etc/simple_grid/lifecycle/ce_pre_config.sh
pre_init:
- /etc/simple_grid/lifecycle/ce_pre_inst1.sh
post_init:
- /etc/simple_grid/lifecycle/ce_post_inst1.sh
name: Cream-CE
deploy:
node: lightweight_component01.cern.ch
container_count: 1
config:
ce_si00: 381
cream_db_password: str()
cemon_host: lightweight_component01.cern.ch
ce_runtimeenv: EMI-3
ce_close_se: SE3
ce_cpu_vendor: Intel
ce_minvirtmem: 8192
ce_close_se3_access_point: /not/used
batch_log_dir: /var/spool/pbs
apel_db_password: str()
ce_inboundip: false
blparser_with_updater_notifier: true
ce_logcpu: 0
ce_os_arch: str()
apel_mysql_host: lightweight_component01.cern.ch
ce_otherdescr: Cores=4
cream_db_user: str()
ce_sf00: 0
ce_minphysmem: 2000
ce_smpsize: 8
ce_physcpu: 0
ce_outboundip: true
se_list: not-used.some-domain
blparser_host: lightweight_component01.cern.ch
globus_tcp_port_range:
begin: 20000
end: 21000
ce_capability: CPUScalingReferenceSI00=1000
mysql_password: fteu5746hg
ce_cpu_model: Xeon
ce_cpu_speed: 3000
queues:
alice:
- voms_fqan: /alice
pool_accounts:
- base_name: alice
initial_uid: 10417
users_num: 5
primary_group:
gid: 1395
name: alice
secondary_groups: []
vo:
name: alice
servers:
- server: voms2.cern.ch
port: '15000'
dn: /DC=ch/DC=cern/OU=computers/CN=voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
- server: lcg-voms2.cern.ch
port: '15000'
dn: /DC=ch/DC=cern/OU=computers/CN=lcg-voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
default_se: not_used.some-domain
sw_dir: .
storage_dir: /not/used
- voms_fqan: /alice/ROLE=lcgadmin
pool_accounts:
- base_name: alice
initial_uid: 10417
users_num: 5
primary_group:
gid: 1395
name: alice
secondary_groups: []
- base_name: sgmali
initial_uid: 60101
users_num: 10
primary_group:
gid: 1397
name: alicesgm
secondary_groups:
- gid: 1395
name: alice
vo:
name: alice
servers:
- server: voms2.cern.ch
port: '15000'
dn: /DC=ch/DC=cern/OU=computers/CN=voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
- server: lcg-voms2.cern.ch
port: '15000'
dn: /DC=ch/DC=cern/OU=computers/CN=lcg-voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
default_se: not_used.some-domain
sw_dir: .
storage_dir: /not/used
ce_close_se3_host: not-used.some-domain
se_mount_info_list: none
repository_revision: master
supplemental_config:
some_additional_parameter: some_value
repository_url: https://github.com/WLCG-Lightweight-Sites/wlcg_lightweight_site_ce_cream
type: compute_element
execution_id: 0
preferred_tech_stack:
level_2_configuration: yaim
id: 0
- lifecycle_hooks:
pre_config:
- /etc/simple_grid/lifecycle/wn_pre_config.sh
pre_init:
- /etc/simple_grid/lifecycle/wn_pre_inst1.sh
post_init:
- /etc/simple_grid/lifecycle/wn_post_inst1.sh
name: WN-Pbs
deploy:
node: lightweight_component02.cern.ch
container_count: 1
config:
px_host: myproxy.cern.ch
batch_server: pbs
ce_smpsize: 8
ce_close_se3_access_point: /not/used
ce_host: lightweight_component01.cern.ch
ce_close_se: SE3
se_list: not-used.some-domain
ce_close_se3_host: not-used.some-domain
se_mount_info_list: none
repository_revision: master
supplemental_config:
some_additional_parameter: some_value
repository_url: https://github.com/WLCG-Lightweight-Sites/wlcg_lightweight_site_wn_pbs
type: worker_node
execution_id: 1
preferred_tech_stack:
level_2_configuration: yaim
id: 1
default_pool_accounts_alice:
base_name: alice
initial_uid: 10417
users_num: 5
primary_group:
gid: 1395
name: alice
secondary_groups: []
default_group_dteamsgm:
gid: 2680
name: dteamsgm
preferred_tech_stack:
level_1_configuration: puppet
level_2_configuration: puppet
container_orchestration: docker-swarm
container: docker
default_pool_accounts_dteam:
base_name: dteam
initial_uid: 18118
users_num: 10
primary_group:
gid: 2688
name: dteam
secondary_groups: []
default_vo_dteam:
name: dteam
servers:
- server: voms2.cern.ch
port: '15001'
dn: /DC=ch/DC=cern/OU=computers/CN=voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
- server: lcg-voms2.cern.ch
port: '15001'
dn: /DC=ch/DC=cern/OU=computers/CN=lcg-voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
default_se: not_used.some-domain
sw_dir: .
storage_dir: /storage/dteam
default_group_ops:
gid: 45000
name: ops
default_group_alicesgm_name: alicesgm
pbs_runtime_variables:
- lightweight_component01.cern.ch
site_infrastructure:
- fqdn: lightweight_component01.cern.ch
ip_address: 192.168.0.4
- fqdn: lightweight_component02.cern.ch
ip_address: 192.168.0.5
default_pool_accounts_dteamsgm:
base_name: sgmdtm
initial_uid: 60501
users_num: 5
primary_group:
gid: 2680
name: dteamsgm
secondary_groups:
- gid: 2688
name: dteam
default_group_alice_name: alice
default_vo_generic_dn_ca_cern: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
default_group_alicesgm:
gid: 1397
name: alicesgm
supported_virtual_organizations:
- name: alice
servers:
- server: voms2.cern.ch
port: '15000'
dn: /DC=ch/DC=cern/OU=computers/CN=voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
- server: lcg-voms2.cern.ch
port: '15000'
dn: /DC=ch/DC=cern/OU=computers/CN=lcg-voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
default_se: not_used.some-domain
sw_dir: .
storage_dir: /not/used
- name: dteam
servers:
- server: voms2.cern.ch
port: '15001'
dn: /DC=ch/DC=cern/OU=computers/CN=voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
- server: lcg-voms2.cern.ch
port: '15001'
dn: /DC=ch/DC=cern/OU=computers/CN=lcg-voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
default_se: not_used.some-domain
sw_dir: .
storage_dir: /storage/dteam
- name: ops
servers:
- server: voms2.cern.ch
port: '15009'
dn: /DC=ch/DC=cern/OU=computers/CN=voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
- server: lcg-voms2.cern.ch
port: '15009'
dn: /DC=ch/DC=cern/OU=computers/CN=lcg-voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
default_se: not_used.some-domain
sw_dir: .
storage_dir: /storage/ops
voms_config:
- voms_fqan: /alice
pool_accounts:
- base_name: alice
initial_uid: 10417
users_num: 5
primary_group:
gid: 1395
name: alice
secondary_groups: []
vo:
name: alice
servers:
- server: voms2.cern.ch
port: '15000'
dn: /DC=ch/DC=cern/OU=computers/CN=voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
- server: lcg-voms2.cern.ch
port: '15000'
dn: /DC=ch/DC=cern/OU=computers/CN=lcg-voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
default_se: not_used.some-domain
sw_dir: .
storage_dir: /not/used
- voms_fqan: /alice/ROLE=lcgadmin
pool_accounts:
- base_name: alice
initial_uid: 10417
users_num: 5
primary_group:
gid: 1395
name: alice
secondary_groups: []
- base_name: sgmali
initial_uid: 60101
users_num: 10
primary_group:
gid: 1397
name: alicesgm
secondary_groups:
- gid: 1395
name: alice
vo:
name: alice
servers:
- server: voms2.cern.ch
port: '15000'
dn: /DC=ch/DC=cern/OU=computers/CN=voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
- server: lcg-voms2.cern.ch
port: '15000'
dn: /DC=ch/DC=cern/OU=computers/CN=lcg-voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
default_se: not_used.some-domain
sw_dir: .
storage_dir: /not/used
comment: sgm
- voms_fqan: /dteam
pool_accounts:
- base_name: dteam
initial_uid: 18118
users_num: 10
primary_group:
gid: 2688
name: dteam
secondary_groups: []
vo:
name: dteam
servers:
- server: voms2.cern.ch
port: '15001'
dn: /DC=ch/DC=cern/OU=computers/CN=voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
- server: lcg-voms2.cern.ch
port: '15001'
dn: /DC=ch/DC=cern/OU=computers/CN=lcg-voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
default_se: not_used.some-domain
sw_dir: .
storage_dir: /storage/dteam
- voms_fqan: /dteam/ROLE=lcgadmin
pool_accounts:
- base_name: sgmdtm
initial_uid: 60501
users_num: 5
primary_group:
gid: 2680
name: dteamsgm
secondary_groups:
- gid: 2688
name: dteam
- base_name: dteam
initial_uid: 18118
users_num: 10
primary_group:
gid: 2688
name: dteam
secondary_groups: []
vo:
name: dteam
servers:
- server: voms2.cern.ch
port: '15001'
dn: /DC=ch/DC=cern/OU=computers/CN=voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
- server: lcg-voms2.cern.ch
port: '15001'
dn: /DC=ch/DC=cern/OU=computers/CN=lcg-voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
default_se: not_used.some-domain
sw_dir: .
storage_dir: /storage/dteam
comment: sgm
- voms_fqan: /ops
vo:
name: ops
servers:
- server: voms2.cern.ch
port: '15009'
dn: /DC=ch/DC=cern/OU=computers/CN=voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
- server: lcg-voms2.cern.ch
port: '15009'
dn: /DC=ch/DC=cern/OU=computers/CN=lcg-voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
default_se: not_used.some-domain
sw_dir: .
storage_dir: /storage/ops
pool_accounts:
- base_name: ops
initial_uid: 45001
users_num: 10
primary_group:
gid: 45000
name: ops
secondary_groups: []
- voms_fqan: /ops/ROLE=lcgadmin
pool_accounts:
- base_name: sgmops
initial_uid: 60701
users_num: 10
primary_group:
gid: 45000
name: ops
secondary_groups:
- gid: 46001
name: opssgm
- base_name: ops
initial_uid: 45001
users_num: 10
primary_group:
gid: 45000
name: ops
secondary_groups: []
vo:
name: ops
servers:
- server: voms2.cern.ch
port: '15009'
dn: /DC=ch/DC=cern/OU=computers/CN=voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
- server: lcg-voms2.cern.ch
port: '15009'
dn: /DC=ch/DC=cern/OU=computers/CN=lcg-voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
default_se: not_used.some-domain
sw_dir: .
storage_dir: /storage/ops
comment: sgm
default_vo_alice:
name: alice
servers:
- server: voms2.cern.ch
port: '15000'
dn: /DC=ch/DC=cern/OU=computers/CN=voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
- server: lcg-voms2.cern.ch
port: '15000'
dn: /DC=ch/DC=cern/OU=computers/CN=lcg-voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
default_se: not_used.some-domain
sw_dir: .
storage_dir: /not/used
default_vo_generic_server_primary: voms2.cern.ch
default_vo_ops:
name: ops
servers:
- server: voms2.cern.ch
port: '15009'
dn: /DC=ch/DC=cern/OU=computers/CN=voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
- server: lcg-voms2.cern.ch
port: '15009'
dn: /DC=ch/DC=cern/OU=computers/CN=lcg-voms2.cern.ch
ca_dn: /DC=ch/DC=cern/CN=CERN Grid Certification Authority
default_se: not_used.some-domain
sw_dir: .
storage_dir: /storage/ops
default_group_dteam:
gid: 2688
name: dteam
meta_info_cream-ce:
component: Cream-CE
type: compute_element
version: 1.2
docker_hub_url: ''
primary_config_key: cream-info
site_level_config_version: 1.0
default_var_prefix: cream_default_var
runtime_vars:
- cream_runtime_var_ce_host
host_requirements:
firewall:
- ports: 22
protocol: tcp
action: accept
ipv6: true
- ports: 6543
protocol: tcp
action: accept
ipv6: false
cvmfs: true
docker_run_parameters:
privileged: true
mount: ce-cream
hostname: lightweight_component01.cern.ch
default_vo_generic_dn_server_secondary: /DC=ch/DC=cern/OU=computers/CN=lcg-voms2.cern.ch
default_pool_account_ops:
base_name: ops
initial_uid: 45001
users_num: 10
primary_group:
gid: 45000
name: ops
secondary_groups: []
wn-pbs-expected-from-site-level-config:
pbs_default_var_px_host: myproxy.cern.ch
pbs_default_var_ce_host: lightweight_component01.cern.ch
pbs_default_var_ce_smpsize: 8
pbs_default_var_batch_server: lightweight_component01.cern.ch
pbs_default_var_ce_close_se: SE3
pbs_default_var_ce_close_se3_access_point: /not/used
pbs_default_var_ce_close_se3_host: not-used.some-domain
pbs_default_var_se_list: not-used.some-domain
pbs_default_var_se_mount_info_list: none
default_group_alice:
gid: 1395
name: alice
default_vo_generic_server_secondary: lcg-voms2.cern.ch
default_group_opssgm_name: opssgm
default_vo_generic_dn_server_primary: /DC=ch/DC=cern/OU=computers/CN=voms2.cern.ch
cream-ce-expected-from-site-level-config:
cream_default_var_globus_tcp_port_range:
begin: 20000
end: 21000
cream_default_var_ce_capability: CPUScalingReferenceSI00=1000
cream_default_var_ce_cpu_model: Xeon
cream_default_var_ce_cpu_speed: 2800
cream_default_var_ce_cpu_vendor: intel
cream_default_var_ce_inboundip: false
cream_default_var_ce_logcpu: 0
cream_default_var_ce_minphysmem: 2000
cream_default_var_ce_minvirtmem: 8192
cream_default_var_ce_os_arch: x86_64
cream_default_var_ce_otherdescr: Cores=4
cream_default_var_ce_outboundip: true
cream_default_var_ce_physcpu: 0
cream_default_var_ce_runtimeenv: EMI-3
cream_default_var_ce_sf00: 0
cream_default_var_ce_si00: 381
cream_default_var_ce_smpsize: 8
cream_default_var_batch_log_dir: /var/spool/pbs
cream_default_var_blparser_with_updater_notifier: true
cream_default_var_blparser_host: lightweight_component01.cern.ch
cream_default_var_cemon_host: lightweight_component01.cern.ch
cream_default_var_cream_db_user: cream
cream_default_var_apel_mysql_host: lightweight_component01.cern.ch
cream_default_var_ce_close_se: SE3
cream_default_var_ce_close_se3_access_point: /not/used
cream_default_var_ce_close_se3_host: not-used.some-domain
cream_default_var_se_list: not-used.some-domain
cream_default_var_se_mount_info_list: none
default_group_dteamsgm_name: dteamsgm
default_pool_account_opssgm:
base_name: sgmops
initial_uid: 60701
users_num: 10
primary_group:
gid: 45000
name: ops
secondary_groups:
- gid: 46001
name: opssgm
default_group_dteam_name: dteam
dns:
- container_fqdn: lightweight_component01.cern.ch
host_fqdn: lightweight_component01.cern.ch
host_ip: 188.184.104.25
container_ip: 10.0.0.10
type: compute_element
execution_id: 0
- container_fqdn: WN-Pbs_lightweight_component02_1.cern.ch
host_fqdn: lightweight_component02.cern.ch
host_ip: 188.184.30.19
container_ip: 10.0.0.11
type: worker_node
execution_id: 1
- container_fqdn: WN-Pbs_lightweight_component02_2.cern.ch
host_fqdn: lightweight_component02.cern.ch
host_ip: 188.184.30.19
container_ip: 10.0.0.12
type: worker_node
execution_id: 2