-
Notifications
You must be signed in to change notification settings - Fork 176
Transformation System Tutorial: Example Config
Daniela Bauer edited this page Jul 10, 2018
·
4 revisions
DIRAC
{
Extensions = WebApp
Extensions += GridPP
Configuration
{
Name = DevelConfig
Version = 2018-07-10 04:38:10.086974
MasterServer = dips://dirac00.grid.hep.ph.ic.ac.uk:9135/Configuration/Server
}
Setups
{
GridPP
{
Configuration = Devel
Framework = Devel
Accounting = Devel
DataManagement = Devel
RequestManagement = Devel
WorkloadManagement = Devel
Transformation = Devel
}
}
}
Registry
{
Users
{
# redacted
}
Groups
{
dirac_admin
{
Users = daniela.bauer
Users += simon.fayer
Properties = AlarmsManagement
Properties += ServiceAdministrator
Properties += CSAdministrator
Properties += JobAdministrator
Properties += FullDelegation
Properties += ProxyManagement
Properties += Operator
Properties += SiteManager
Properties += ProductionManagement
}
gridpp_user
{
Properties = NormalUser
Properties += JobMonitor
VOMSRole = /gridpp
VOMSVO = gridpp
VO = gridpp
SubmitPool = Pool_gridpp
AutoAddVOMS = True
AutoUploadProxy = True
AutoUploadPilotProxy = True
Users = # redacted
}
gridpp_pilot
{
Properties = LimitedDelegation
Properties += GenericPilot
Properties += Pilot
VOMSVO = gridpp
VOMSRole = /gridpp/Role=pilot
VO = gridpp
Users = diracpilottest.grid.hep.ph.ic.ac.uk
}
snoplus.snolab.ca_user
{
Properties = NormalUser
Properties += JobMonitor
VOMSRole = /snoplus.snolab.ca
VOMSVO = snoplus.snolab.ca
VO = snoplus.snolab.ca
SubmitPool = Pool_snoplus.snolab.ca
AutoAddVOMS = True
AutoUploadProxy = True
AutoUploadPilotProxy = True
Users = # redacted
}
snoplus.snolab.ca_pilot
{
Properties = LimitedDelegation
Properties += GenericPilot
Properties += Pilot
VOMSVO = snoplus.snolab.ca
VOMSRole = /snoplus.snolab.ca/Role=pilot
VO = snoplus.snolab.ca
Users = diracpilottest.grid.hep.ph.ic.ac.uk
}
snoplus.snolab.ca_production
{
Properties = NormalUser
Properties += JobMonitor
VOMSRole = /snoplus.snolab.ca/Role=production
VOMSVO = snoplus.snolab.ca
VO = snoplus.snolab.ca
SubmitPool = Pool_snoplus.snolab.ca
AutoAddVOMS = True
AutoUploadProxy = True
AutoUploadPilotProxy = True
Users = # redacted
}
na62.vo.gridpp.ac.uk_user
{
Properties = NormalUser
Properties += JobMonitor
VOMSRole = /na62.vo.gridpp.ac.uk
VOMSVO = na62.vo.gridpp.ac.uk
VO = na62.vo.gridpp.ac.uk
SubmitPool = Pool_na62.vo.gridpp.ac.uk
AutoAddVOMS = True
AutoUploadProxy = True
AutoUploadPilotProxy = True
Users = #redacted
}
na62.vo.gridpp.ac.uk_pilot
{
Properties = LimitedDelegation
Properties += GenericPilot
Properties += Pilot
VOMSVO = na62.vo.gridpp.ac.uk
VOMSRole = /na62.vo.gridpp.ac.uk/Role=pilot
VO = na62.vo.gridpp.ac.uk
Users = diracpilottest.grid.hep.ph.ic.ac.uk
}
skatelescope.eu_user
{
Properties = NormalUser
Properties += JobMonitor
Properties += ProductionManagement
Properties += LogViewer
VOMSRole = /skatelescope.eu
VOMSVO = skatelescope.eu
VO = skatelescope.eu
SubmitPool = Pool_skatelescope.eu
AutoAddVOMS = True
AutoUploadProxy = True
AutoUploadPilotProxy = True
Users = # redacted
}
skatelescope.eu_pilot
{
Properties = LimitedDelegation
Properties += GenericPilot
Properties += Pilot
VOMSVO = skatelescope.eu
VOMSRole = /skatelescope.eu/Role=pilot
VO = skatelescope.eu
Users = diracpilottest.grid.hep.ph.ic.ac.uk
}
}
Hosts
{
dirac00.grid.hep.ph.ic.ac.uk
{
DN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=dirac00.grid.hep.ph.ic.ac.uk
Properties = TrustedHost
Properties += CSAdministrator
Properties += JobAdministrator
Properties += FullDelegation
Properties += ProxyManagement
Properties += Operator
}
}
}
VO
{
gridpp
{
SubmitPools = Pool_gridpp
VOAdmin = dirac
VOMSName = gridpp
VOMSServers
{
voms.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Manchester/L=HEP/CN=voms.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15000
}
voms02.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Oxford/L=OeSC/CN=voms02.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15000
}
voms03.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=voms03.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15000
}
}
}
snoplus.snolab.ca
{
SubmitPools = Pool_snoplus.snolab.ca
VOAdmin = dirac
VOMSName = snoplus.snolab.ca
VOMSServers
{
voms.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Manchester/L=HEP/CN=voms.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15503
}
voms02.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Oxford/L=OeSC/CN=voms02.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15503
}
voms03.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=voms03.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15503
}
}
}
na62.vo.gridpp.ac.uk
{
SubmitPools = Pool_na62.vo.gridpp.ac.uk
VOAdmin = dirac
VOMSName = na62.vo.gridpp.ac.uk
VOMSServers
{
voms.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Manchester/L=HEP/CN=voms.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15501
}
voms02.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Oxford/L=OeSC/CN=voms02.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15501
}
voms03.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=voms03.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15501
}
}
}
skatelescope.eu
{
SubmitPools = Pool_skatelescope.eu
VOAdmin = dirac
VOMSName = skatelescope.eu
VOMSServers
{
voms.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Manchester/L=HEP/CN=voms.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15512
}
voms02.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Oxford/L=OeSC/CN=voms02.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15512
}
voms03.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=voms03.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15512
}
}
}
}
VOMS
{
Mapping
{
gridpp_user = /gridpp
snoplus.snolab.ca_user = /snoplus.snolab.ca
snoplus.snolab.ca_production = /snoplus.snolab.ca/Role=production
na62.vo.gridpp.ac.uk_user = /na62.vo.gridpp.ac.uk
skatelescope.eu_user = /skatelescope.eu
}
URLs
{
gridpp
{
VOMSAdmin = https://voms.gridpp.ac.uk:8443/voms/gridpp/services/VOMSAdmin
VOMSAttributes = https://voms.gridpp.ac.uk:8443/voms/gridpp/services/VOMSAttributes
}
snoplus.snolab.ca
{
VOMSAdmin = https://voms.gridpp.ac.uk:8443/voms/snoplus.snolab.ca/services/VOMSAdmin
VOMSAttributes = https://voms.gridpp.ac.uk:8443/voms/snoplus.snolab.ca/services/VOMSAttributes
}
na62.vo.gridpp.ac.uk
{
VOMSAdmin = https://voms.gridpp.ac.uk:8443/voms/na62.vo.gridpp.ac.uk/services/VOMSAdmin
VOMSAttributes = https://voms.gridpp.ac.uk:8443/voms/na62.vo.gridpp.ac.uk/services/VOMSAttributes
}
skatelescope.eu
{
VOMSAdmin = https://voms.gridpp.ac.uk:8443/voms/skatelescope.eu/services/VOMSAdmin
VOMSAttributes = https://voms.gridpp.ac.uk:8443/voms/skatelescope.eu/services/VOMSAttributes
}
}
}
DefaultGroup = user
}
Operations
{
Defaults
{
EMail
{
Production = # redacted
Logging = # redacted
}
InputDataPolicy
{
Default = DIRAC.WorkloadManagementSystem.Client.DownloadInputData
}
ResourceStatus
{
Config
{
State = InActive
Cache = 720
FromAddress = [email protected]
StatusTypes
{
default = all
StorageElement = ReadAccess
StorageElement += WriteAccess
StorageElement += CheckAccess
StorageElement += RemoveAccess
}
}
}
DataManagement
{
ForceSingleSitePerSE = False
AccessProtocols = srm
AccessProtocols += root
AccessProtocols += dips
RegistrationProtocols = srm
RegistrationProtocols += dips
RegistrationProtocols += root
ThirdPartyProtocols = srm
ThirdPartyProtocols += dips
ThirdPartyProtocols += root
WriteProtocols = srm
WriteProtocols += root
WriteProtocols += dips
UseCatalogPFN = False
}
}
GridPP
{
Pilot
{
Version = v6r20p3
Extensions = None
CheckVersion = False
LCGBundleVersion = v14r1
}
Transformations
{
DataProcessing = MCSimulation
DataProcessing += DataReprocessing
DataManipulation = Removal
DataManipulation += Replication
}
}
gridpp
{
GridPP
{
Pilot
{
GenericPilotGroup = gridpp_pilot
GenericPilotDN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=dirac-pilot-test.grid.hep.ph.ic.ac.uk
}
Shifter
{
SAMManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = gridpp_user
}
ProductionManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = gridpp_user
}
DataManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = gridpp_user
}
}
Services
{
Catalogs
{
FileCatalog
{
AccessType = ReadWrite
Status = Active
}
}
}
}
}
snoplus.snolab.ca
{
GridPP
{
Pilot
{
GenericPilotGroup = snoplus.snolab.ca_pilot
GenericPilotDN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=dirac-pilot-test.grid.hep.ph.ic.ac.uk
}
Shifter
{
SAMManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = snoplus.snolab.ca_user
}
ProductionManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = snoplus.snolab.ca_user
}
DataManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = snoplus.snolab.ca_user
}
}
Services
{
Catalogs
{
FileCatalog
{
AccessType = ReadWrite
Status = Active
}
}
}
}
}
na62.vo.gridpp.ac.uk
{
GridPP
{
Pilot
{
GenericPilotGroup = na62.vo.gridpp.ac.uk_pilot
GenericPilotDN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=dirac-pilot-test.grid.hep.ph.ic.ac.uk
}
Shifter
{
SAMManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = na62.vo.gridpp.ac.uk_user
}
ProductionManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = na62.gridpp.ac.uk_user
}
DataManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = na62.vo.gridpp.ac.uk_user
}
}
Services
{
Catalogs
{
FileCatalog
{
AccessType = ReadWrite
Status = Active
}
}
}
}
}
skatelescope.eu
{
GridPP
{
Pilot
{
GenericPilotGroup = skatelescope.eu_pilot
GenericPilotDN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=dirac-pilot-test.grid.hep.ph.ic.ac.uk
}
Shifter
{
SAMManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = skatelescope.eu_user
}
ProductionManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = skatelescope.eu_user
}
DataManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = skatelescope.eu_user
}
}
Services
{
Catalogs
{
FileCatalog
{
AccessType = ReadWrite
Status = Active
}
TSCatalog
{
CatalogType = TSCatalog
AccessType = Write
Status = Active
CatalogURL = Transformation/TransformationManager
}
}
}
Transformations
{
DataProcessing = MCSimulation
DataProcessing += DataReprocessing
DataManipulation = Removal
DataManipulation += Replication
}
}
}
}
Website
{
DefaultGroups = visitor
DefaultGroups += user
DefaultGroups += dirac_admin
DefaultSetup = GridPP
Authorization
{
systems
{
configuration
{
Default = all
showHistory = CSAdministrator
commitConfiguration = CSAdministrator
showCurrentDiff = CSAdministrator
showDiff = CSAdministrator
rollbackToVersion = CSAdministrator
manageRemoteConfig = CSAdministrator
manageRemoteConfig += ServiceAdministrator
}
}
}
}
WebApp
{
Title = DevelDIRAC - Redrum
Theme = tabs
}
Systems
{
Accounting
{
Devel
{
Services
{
DataStore
{
Port = 9133
Authorization
{
Default = authenticated
compactDB = ServiceAdministrator
deleteType = ServiceAdministrator
registerType = ServiceAdministrator
setBucketsLength = ServiceAdministrator
regenerateBuckets = ServiceAdministrator
}
}
ReportGenerator
{
Port = 9134
Authorization
{
Default = authenticated
FileTransfer
{
Default = authenticated
}
}
}
}
URLs
{
DataStore = dips://dirac00.grid.hep.ph.ic.ac.uk:9133/Accounting/DataStore
ReportGenerator = dips://dirac00.grid.hep.ph.ic.ac.uk:9134/Accounting/ReportGenerator
}
Databases
{
AccountingDB
{
DBName = AccountingDB
Host = 127.0.0.1
Port = 3306
}
}
}
}
DataManagement
{
Devel
{
Services
{
FileCatalog
{
Port = 9197
UserGroupManager = UserAndGroupManagerDB
SEManager = SEManagerDB
SecurityManager = NoSecurityManager
DirectoryManager = DirectoryLevelTree
FileManager = FileManager
UniqueGUID = False
GlobalReadAccess = True
LFNPFNConvention = Strong
ResolvePFN = True
DefaultUmask = 509
VisibleStatus = AprioriGood
Authorization
{
Default = authenticated
}
LogLevel = DEBUG
}
StorageElement
{
BasePath = storageElement
Port = 9148
MaxStorageSize = 5000
Authorization
{
Default = authenticated
FileTransfer
{
Default = authenticated
}
}
}
}
URLs
{
FileCatalog = dips://dirac00.grid.hep.ph.ic.ac.uk:9197/DataManagement/FileCatalog
StorageElement = dips://dirac00.grid.hep.ph.ic.ac.uk:9148/DataManagement/StorageElement
}
Databases
{
FileCatalogDB
{
DBName = FileCatalogDB
Host = 127.0.0.1
Port = 3306
}
FTSDB
{
DBName = FTSDB
Host = 127.0.0.1
Port = 3306
}
}
}
}
Framework
{
Devel
{
Services
{
BundleDelivery
{
Port = 9158
Authorization
{
Default = authenticated
FileTransfer
{
Default = authenticated
}
}
}
ComponentMonitoring
{
Port = 9190
Authorization
{
Default = ServiceAdministrator
componentExists = authenticated
getComponents = authenticated
hostExists = authenticated
getHosts = authenticated
installationExists = authenticated
getInstallations = authenticated
}
}
Monitoring
{
Port = 9142
Authorization
{
Default = authenticated
queryField = ServiceAdministrator
tryView = ServiceAdministrator
saveView = ServiceAdministrator
deleteView = ServiceAdministrator
deleteActivity = ServiceAdministrator
deleteActivities = ServiceAdministrator
deleteViews = ServiceAdministrator
FileTransfer
{
Default = authenticated
}
}
}
Notification
{
Port = 9154
SMSSwitch = sms.switch.ch
Authorization
{
Default = AlarmsManagement
sendMail = authenticated
sendSMS = authenticated
removeNotificationsForUser = authenticated
markNotificationsAsRead = authenticated
getNotifications = authenticated
ping = authenticated
}
}
Plotting
{
Port = 9157
PlotsLocation = data/plots
Authorization
{
Default = authenticated
FileTransfer
{
Default = authenticated
}
}
}
ProxyManager
{
Port = 9152
MaxThreads = 100
getVOMSProxyWithTokenMaxThreads = 2
Authorization
{
Default = authenticated
getProxy = FullDelegation
getProxy += LimitedDelegation
getProxy += PrivateLimitedDelegation
getVOMSProxy = FullDelegation
getVOMSProxy += LimitedDelegation
getVOMSProxy += PrivateLimitedDelegation
getProxyWithToken = FullDelegation
getProxyWithToken += LimitedDelegation
getProxyWithToken += PrivateLimitedDelegation
getVOMSProxyWithToken = FullDelegation
getVOMSProxyWithToken += LimitedDelegation
getVOMSProxyWithToken += PrivateLimitedDelegation
getLogContents = ProxyManagement
setPersistency = ProxyManagement
}