-
Notifications
You must be signed in to change notification settings - Fork 176
Transformation System Tutorial: Example Config
Daniela Bauer edited this page Jul 10, 2018
·
4 revisions
Note: I left some material that mainly shows the difference between single and multi-VO DIRAC in this config file, so it is evident how you target one specific VO (skatelescope.eu).
DIRAC
{
Extensions = WebApp
Extensions += GridPP
Configuration
{
Name = DevelConfig
Version = 2018-07-10 04:38:10.086974
MasterServer = dips://dirac00.grid.hep.ph.ic.ac.uk:9135/Configuration/Server
}
Setups
{
GridPP
{
Configuration = Devel
Framework = Devel
Accounting = Devel
DataManagement = Devel
RequestManagement = Devel
WorkloadManagement = Devel
Transformation = Devel
}
}
}
Registry
{
Users
{
# redacted
}
Groups
{
dirac_admin
{
Users = daniela.bauer
Users += simon.fayer
Properties = AlarmsManagement
Properties += ServiceAdministrator
Properties += CSAdministrator
Properties += JobAdministrator
Properties += FullDelegation
Properties += ProxyManagement
Properties += Operator
Properties += SiteManager
Properties += ProductionManagement
}
gridpp_user
{
Properties = NormalUser
Properties += JobMonitor
VOMSRole = /gridpp
VOMSVO = gridpp
VO = gridpp
SubmitPool = Pool_gridpp
AutoAddVOMS = True
AutoUploadProxy = True
AutoUploadPilotProxy = True
Users = # redacted
}
gridpp_pilot
{
Properties = LimitedDelegation
Properties += GenericPilot
Properties += Pilot
VOMSVO = gridpp
VOMSRole = /gridpp/Role=pilot
VO = gridpp
Users = diracpilottest.grid.hep.ph.ic.ac.uk
}
snoplus.snolab.ca_user
{
Properties = NormalUser
Properties += JobMonitor
VOMSRole = /snoplus.snolab.ca
VOMSVO = snoplus.snolab.ca
VO = snoplus.snolab.ca
SubmitPool = Pool_snoplus.snolab.ca
AutoAddVOMS = True
AutoUploadProxy = True
AutoUploadPilotProxy = True
Users = # redacted
}
snoplus.snolab.ca_pilot
{
Properties = LimitedDelegation
Properties += GenericPilot
Properties += Pilot
VOMSVO = snoplus.snolab.ca
VOMSRole = /snoplus.snolab.ca/Role=pilot
VO = snoplus.snolab.ca
Users = diracpilottest.grid.hep.ph.ic.ac.uk
}
snoplus.snolab.ca_production
{
Properties = NormalUser
Properties += JobMonitor
VOMSRole = /snoplus.snolab.ca/Role=production
VOMSVO = snoplus.snolab.ca
VO = snoplus.snolab.ca
SubmitPool = Pool_snoplus.snolab.ca
AutoAddVOMS = True
AutoUploadProxy = True
AutoUploadPilotProxy = True
Users = # redacted
}
na62.vo.gridpp.ac.uk_user
{
Properties = NormalUser
Properties += JobMonitor
VOMSRole = /na62.vo.gridpp.ac.uk
VOMSVO = na62.vo.gridpp.ac.uk
VO = na62.vo.gridpp.ac.uk
SubmitPool = Pool_na62.vo.gridpp.ac.uk
AutoAddVOMS = True
AutoUploadProxy = True
AutoUploadPilotProxy = True
Users = #redacted
}
na62.vo.gridpp.ac.uk_pilot
{
Properties = LimitedDelegation
Properties += GenericPilot
Properties += Pilot
VOMSVO = na62.vo.gridpp.ac.uk
VOMSRole = /na62.vo.gridpp.ac.uk/Role=pilot
VO = na62.vo.gridpp.ac.uk
Users = diracpilottest.grid.hep.ph.ic.ac.uk
}
skatelescope.eu_user
{
Properties = NormalUser
Properties += JobMonitor
Properties += ProductionManagement
Properties += LogViewer
VOMSRole = /skatelescope.eu
VOMSVO = skatelescope.eu
VO = skatelescope.eu
SubmitPool = Pool_skatelescope.eu
AutoAddVOMS = True
AutoUploadProxy = True
AutoUploadPilotProxy = True
Users = # redacted
}
skatelescope.eu_pilot
{
Properties = LimitedDelegation
Properties += GenericPilot
Properties += Pilot
VOMSVO = skatelescope.eu
VOMSRole = /skatelescope.eu/Role=pilot
VO = skatelescope.eu
Users = diracpilottest.grid.hep.ph.ic.ac.uk
}
}
Hosts
{
dirac00.grid.hep.ph.ic.ac.uk
{
DN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=dirac00.grid.hep.ph.ic.ac.uk
Properties = TrustedHost
Properties += CSAdministrator
Properties += JobAdministrator
Properties += FullDelegation
Properties += ProxyManagement
Properties += Operator
}
}
VO
{
gridpp
{
SubmitPools = Pool_gridpp
VOAdmin = dirac
VOMSName = gridpp
VOMSServers
{
voms.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Manchester/L=HEP/CN=voms.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15000
}
voms02.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Oxford/L=OeSC/CN=voms02.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15000
}
voms03.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=voms03.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15000
}
}
}
snoplus.snolab.ca
{
SubmitPools = Pool_snoplus.snolab.ca
VOAdmin = dirac
VOMSName = snoplus.snolab.ca
VOMSServers
{
voms.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Manchester/L=HEP/CN=voms.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15503
}
voms02.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Oxford/L=OeSC/CN=voms02.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15503
}
voms03.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=voms03.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15503
}
}
}
na62.vo.gridpp.ac.uk
{
SubmitPools = Pool_na62.vo.gridpp.ac.uk
VOAdmin = dirac
VOMSName = na62.vo.gridpp.ac.uk
VOMSServers
{
voms.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Manchester/L=HEP/CN=voms.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15501
}
voms02.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Oxford/L=OeSC/CN=voms02.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15501
}
voms03.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=voms03.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15501
}
}
}
skatelescope.eu
{
SubmitPools = Pool_skatelescope.eu
VOAdmin = dirac
VOMSName = skatelescope.eu
VOMSServers
{
voms.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Manchester/L=HEP/CN=voms.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15512
}
voms02.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Oxford/L=OeSC/CN=voms02.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15512
}
voms03.gridpp.ac.uk
{
DN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=voms03.gridpp.ac.uk
CA = /C=UK/O=eScienceCA/OU=Authority/CN=UK e-Science CA 2B
Port = 15512
}
}
}
}
VOMS
{
Mapping
{
gridpp_user = /gridpp
snoplus.snolab.ca_user = /snoplus.snolab.ca
snoplus.snolab.ca_production = /snoplus.snolab.ca/Role=production
na62.vo.gridpp.ac.uk_user = /na62.vo.gridpp.ac.uk
skatelescope.eu_user = /skatelescope.eu
}
URLs
{
gridpp
{
VOMSAdmin = https://voms.gridpp.ac.uk:8443/voms/gridpp/services/VOMSAdmin
VOMSAttributes = https://voms.gridpp.ac.uk:8443/voms/gridpp/services/VOMSAttributes
}
snoplus.snolab.ca
{
VOMSAdmin = https://voms.gridpp.ac.uk:8443/voms/snoplus.snolab.ca/services/VOMSAdmin
VOMSAttributes = https://voms.gridpp.ac.uk:8443/voms/snoplus.snolab.ca/services/VOMSAttributes
}
na62.vo.gridpp.ac.uk
{
VOMSAdmin = https://voms.gridpp.ac.uk:8443/voms/na62.vo.gridpp.ac.uk/services/VOMSAdmin
VOMSAttributes = https://voms.gridpp.ac.uk:8443/voms/na62.vo.gridpp.ac.uk/services/VOMSAttributes
}
skatelescope.eu
{
VOMSAdmin = https://voms.gridpp.ac.uk:8443/voms/skatelescope.eu/services/VOMSAdmin
VOMSAttributes = https://voms.gridpp.ac.uk:8443/voms/skatelescope.eu/services/VOMSAttributes
}
}
}
DefaultGroup = user
}
Operations
{
Defaults
{
EMail
{
Production = # redacted
Logging = # redacted
}
InputDataPolicy
{
Default = DIRAC.WorkloadManagementSystem.Client.DownloadInputData
}
ResourceStatus
{
Config
{
State = InActive
Cache = 720
FromAddress = [email protected]
StatusTypes
{
default = all
StorageElement = ReadAccess
StorageElement += WriteAccess
StorageElement += CheckAccess
StorageElement += RemoveAccess
}
}
}
DataManagement
{
ForceSingleSitePerSE = False
AccessProtocols = srm
AccessProtocols += root
AccessProtocols += dips
RegistrationProtocols = srm
RegistrationProtocols += dips
RegistrationProtocols += root
ThirdPartyProtocols = srm
ThirdPartyProtocols += dips
ThirdPartyProtocols += root
WriteProtocols = srm
WriteProtocols += root
WriteProtocols += dips
UseCatalogPFN = False
}
}
GridPP
{
Pilot
{
Version = v6r20p3
Extensions = None
CheckVersion = False
LCGBundleVersion = v14r1
}
Transformations
{
DataProcessing = MCSimulation
DataProcessing += DataReprocessing
DataManipulation = Removal
DataManipulation += Replication
}
}
gridpp
{
GridPP
{
Pilot
{
GenericPilotGroup = gridpp_pilot
GenericPilotDN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=dirac-pilot-test.grid.hep.ph.ic.ac.uk
}
Shifter
{
SAMManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = gridpp_user
}
ProductionManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = gridpp_user
}
DataManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = gridpp_user
}
}
Services
{
Catalogs
{
FileCatalog
{
AccessType = ReadWrite
Status = Active
}
}
}
}
}
snoplus.snolab.ca
{
GridPP
{
Pilot
{
GenericPilotGroup = snoplus.snolab.ca_pilot
GenericPilotDN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=dirac-pilot-test.grid.hep.ph.ic.ac.uk
}
Shifter
{
SAMManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = snoplus.snolab.ca_user
}
ProductionManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = snoplus.snolab.ca_user
}
DataManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = snoplus.snolab.ca_user
}
}
Services
{
Catalogs
{
FileCatalog
{
AccessType = ReadWrite
Status = Active
}
}
}
}
}
na62.vo.gridpp.ac.uk
{
GridPP
{
Pilot
{
GenericPilotGroup = na62.vo.gridpp.ac.uk_pilot
GenericPilotDN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=dirac-pilot-test.grid.hep.ph.ic.ac.uk
}
Shifter
{
SAMManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = na62.vo.gridpp.ac.uk_user
}
ProductionManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = na62.gridpp.ac.uk_user
}
DataManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = na62.vo.gridpp.ac.uk_user
}
}
Services
{
Catalogs
{
FileCatalog
{
AccessType = ReadWrite
Status = Active
}
}
}
}
}
skatelescope.eu
{
GridPP
{
Pilot
{
GenericPilotGroup = skatelescope.eu_pilot
GenericPilotDN = /C=UK/O=eScience/OU=Imperial/L=Physics/CN=dirac-pilot-test.grid.hep.ph.ic.ac.uk
}
Shifter
{
SAMManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = skatelescope.eu_user
}
ProductionManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = skatelescope.eu_user
}
DataManager
{
User = diracpilottest.grid.hep.ph.ic.ac.uk
Group = skatelescope.eu_user
}
}
Services
{
Catalogs
{
FileCatalog
{
AccessType = ReadWrite
Status = Active
}
TSCatalog
{
CatalogType = TSCatalog
AccessType = Write
Status = Active
CatalogURL = Transformation/TransformationManager
}
}
}
Transformations
{
DataProcessing = MCSimulation
DataProcessing += DataReprocessing
DataManipulation = Removal
DataManipulation += Replication
}
}
}
}
Website
{
DefaultGroups = visitor
DefaultGroups += user
DefaultGroups += dirac_admin
DefaultSetup = GridPP
Authorization
{
systems
{
configuration
{
Default = all
showHistory = CSAdministrator
commitConfiguration = CSAdministrator
showCurrentDiff = CSAdministrator
showDiff = CSAdministrator
rollbackToVersion = CSAdministrator
manageRemoteConfig = CSAdministrator
manageRemoteConfig += ServiceAdministrator
}
}
}
}
WebApp
{
Title = DevelDIRAC - Redrum
Theme = tabs
}
Systems
{
Accounting
{
Devel
{
Services
{
DataStore
{
Port = 9133
Authorization
{
Default = authenticated
compactDB = ServiceAdministrator
deleteType = ServiceAdministrator
registerType = ServiceAdministrator
setBucketsLength = ServiceAdministrator
regenerateBuckets = ServiceAdministrator
}
}
ReportGenerator
{
Port = 9134
Authorization
{
Default = authenticated
FileTransfer
{
Default = authenticated
}
}
}
}
URLs
{
DataStore = dips://dirac00.grid.hep.ph.ic.ac.uk:9133/Accounting/DataStore
ReportGenerator = dips://dirac00.grid.hep.ph.ic.ac.uk:9134/Accounting/ReportGenerator
}
Databases
{
AccountingDB
{
DBName = AccountingDB
Host = 127.0.0.1
Port = 3306
}
}
}
}
DataManagement
{
Devel
{
Services
{
FileCatalog
{
Port = 9197
UserGroupManager = UserAndGroupManagerDB
SEManager = SEManagerDB
SecurityManager = NoSecurityManager
DirectoryManager = DirectoryLevelTree
FileManager = FileManager
UniqueGUID = False
GlobalReadAccess = True
LFNPFNConvention = Strong
ResolvePFN = True
DefaultUmask = 509
VisibleStatus = AprioriGood
Authorization
{
Default = authenticated
}
LogLevel = DEBUG
}
StorageElement
{
BasePath = storageElement
Port = 9148
MaxStorageSize = 5000
Authorization
{
Default = authenticated
FileTransfer
{
Default = authenticated
}
}
}
}
URLs
{
FileCatalog = dips://dirac00.grid.hep.ph.ic.ac.uk:9197/DataManagement/FileCatalog
StorageElement = dips://dirac00.grid.hep.ph.ic.ac.uk:9148/DataManagement/StorageElement
}
Databases
{
FileCatalogDB
{
DBName = FileCatalogDB
Host = 127.0.0.1
Port = 3306
}
FTSDB
{
DBName = FTSDB
Host = 127.0.0.1
Port = 3306
}
}
}
}
Framework
{
Devel
{
Services
{
BundleDelivery
{
Port = 9158
Authorization
{
Default = authenticated
FileTransfer
{
Default = authenticated
}
}
}
ComponentMonitoring
{
Port = 9190
Authorization
{
Default = ServiceAdministrator
componentExists = authenticated
getComponents = authenticated
hostExists = authenticated
getHosts = authenticated
installationExists = authenticated
getInstallations = authenticated
}
}
Monitoring
{
Port = 9142
Authorization
{
Default = authenticated
queryField = ServiceAdministrator
tryView = ServiceAdministrator
saveView = ServiceAdministrator
deleteView = ServiceAdministrator
deleteActivity = ServiceAdministrator
deleteActivities = ServiceAdministrator
deleteViews = ServiceAdministrator
FileTransfer
{
Default = authenticated
}
}
}
Notification
{
Port = 9154
SMSSwitch = sms.switch.ch
Authorization
{
Default = AlarmsManagement
sendMail = authenticated
sendSMS = authenticated
removeNotificationsForUser = authenticated
markNotificationsAsRead = authenticated
getNotifications = authenticated
ping = authenticated
}
}
Plotting
{
Port = 9157
PlotsLocation = data/plots
Authorization
{
Default = authenticated
FileTransfer
{
Default = authenticated
}
}
}
ProxyManager
{
Port = 9152
MaxThreads = 100
getVOMSProxyWithTokenMaxThreads = 2
Authorization
{
Default = authenticated
getProxy = FullDelegation
getProxy += LimitedDelegation
getProxy += PrivateLimitedDelegation
getVOMSProxy = FullDelegation
getVOMSProxy += LimitedDelegation
getVOMSProxy += PrivateLimitedDelegation
getProxyWithToken = FullDelegation
getProxyWithToken += LimitedDelegation
getProxyWithToken += PrivateLimitedDelegation
getVOMSProxyWithToken = FullDelegation
getVOMSProxyWithToken += LimitedDelegation
getVOMSProxyWithToken += PrivateLimitedDelegation
getLogContents = ProxyManagement
setPersistency = ProxyManagement
}
}
SecurityLogging
{
Port = 9153
Authorization
{
Default = authenticated
}
}
SystemAdministrator
{
Port = 9162
Authorization
{
Default = ServiceAdministrator
getLogTail = ServiceAdministrator
getLogTail += LogViewer
}
}
SystemLogging
{
Port = 9141
Authorization
{
Default = authenticated
}
}
SystemLoggingReport
{
Port = 9144
Authorization
{
Default = authenticated
}
}
UserProfileManager
{
Port = 9155
Authorization
{
Default = authenticated
}
}
}
URLs
{
BundleDelivery = dips://dirac00.grid.hep.ph.ic.ac.uk:9158/Framework/BundleDelivery
ComponentMonitoring = dips://dirac00.grid.hep.ph.ic.ac.uk:9190/Framework/ComponentMonitoring
Monitoring = dips://dirac00.grid.hep.ph.ic.ac.uk:9142/Framework/Monitoring
Notification = dips://dirac00.grid.hep.ph.ic.ac.uk:9154/Framework/Notification
Plotting = dips://dirac00.grid.hep.ph.ic.ac.uk:9157/Framework/Plotting
ProxyManager = dips://dirac00.grid.hep.ph.ic.ac.uk:9152/Framework/ProxyManager
SecurityLogging = dips://dirac00.grid.hep.ph.ic.ac.uk:9153/Framework/SecurityLogging
SystemAdministrator = dips://dirac00.grid.hep.ph.ic.ac.uk:9162/Framework/SystemAdministrator
SystemLogging = dips://dirac00.grid.hep.ph.ic.ac.uk:9141/Framework/SystemLogging
SystemLoggingReport = dips://dirac00.grid.hep.ph.ic.ac.uk:9144/Framework/SystemLoggingReport
UserProfileManager = dips://dirac00.grid.hep.ph.ic.ac.uk:9155/Framework/UserProfileManager
}
Agents
{
SystemLoggingDBCleaner
{
RemoveDate = 30
}
TopErrorMessagesReporter
{
MailList =
Reviewer =
Threshold = 10
QueryPeriod = 7
NumberOfErrors = 10
}
}
Databases
{
UserProfileDB
{
DBName = UserProfileDB
Host = 127.0.0.1
Port = 3306
}
NotificationDB
{
DBName = NotificationDB
Host = 127.0.0.1
Port = 3306
}
ComponentMonitoringDB
{
DBName = ComponentMonitoringDB
Host = 127.0.0.1
Port = 3306
}
ProxyDB
{
DBName = ProxyDB
Host = 127.0.0.1
Port = 3306
FromAddr = [email protected]
}
SystemLoggingDB
{
DBName = SystemLoggingDB
Host = 127.0.0.1
Port = 3306
}
InstalledComponentsDB
{
DBName = InstalledComponentsDB
Host = 127.0.0.1
Port = 3306
}
}
}
}
RequestManagement
{
Devel
{
Services
{
ReqManager
{
Port = 9140
Authorization
{
Default = authenticated
}
}
}
URLs
{
ReqManager = dips://dirac00.grid.hep.ph.ic.ac.uk:9140/RequestManagement/ReqManager
}
Agents
{
RequestExecutingAgent
{
PollingTime = 60
RequestsPerCycle = 50
MinProcess = 1
MaxProcess = 8
ProcessPoolQueueSize = 25
ProcessPoolTimeout = 900
ProcessTaskTimeout = 900
ProcessPoolSleep = 4
#TimeOut = 300
#TimeOutPerFile = 300
MaxAttempts = 256
BulkRequest = 0
OperationHandlers
{
ForwardDISET
{
Location = DIRAC/RequestManagementSystem/Agent/RequestOperations/ForwardDISET
LogLevel = INFO
MaxAttempts = 256
TimeOut = 120
}
ReplicateAndRegister
{
Location = DIRAC/DataManagementSystem/Agent/RequestOperations/ReplicateAndRegister
FTSMode = False
RMMode = True
FTSBannedGroups = dirac_user
FTSBannedGroups += lhcb_user
LogLevel = DEBUG
MaxAttempts = 256
TimeOutPerFile = 600
}
PutAndRegister
{
Location = DIRAC/DataManagementSystem/Agent/RequestOperations/PutAndRegister
LogLevel = INFO
MaxAttempts = 256
TimeOutPerFile = 600
}
RemoveReplica
{
Location = DIRAC/DataManagementSystem/Agent/RequestOperations/RemoveReplica
LogLevel = INFO
MaxAttempts = 256
TimeOutPerFile = 120
}
RemoveFile
{
Location = DIRAC/DataManagementSystem/Agent/RequestOperations/RemoveFile
LogLevel = INFO
MaxAttempts = 256
TimeOutPerFile = 120
}
RegisterFile
{
Location = DIRAC/DataManagementSystem/Agent/RequestOperations/RegisterFile
LogLevel = INFO
MaxAttempts = 256
TimeOutPerFile = 120
}
SetFileStatus
{
Location = DIRAC/TransformationSystem/Agent/RequestOperations/SetFileStatus
LogLevel = INFO
MaxAttempts = 256
TimeOutPerFile = 120
}
}
LogLevel = DEBUG
}
CleanReqDBAgent
{
PollingTime = 60
ControlDirectory = control/RequestManagement/CleanReqDBAgent
DeleteGraceDays = 30
DeleteLimit = 100
DeleteFailed = False
KickGraceHours = 2
KickLimit = 100
}
}
Databases
{
ReqDB
{
DBName = ReqDB
Host = 127.0.0.1
Port = 3306
}
}
}
}
WorkloadManagement
{
Devel
{
Services
{
JobManager
{
Port = 9132
MaxParametricJobs = 100
Authorization
{
Default = authenticated
}
}
JobMonitoring
{
Port = 9130
Authorization
{
Default = authenticated
}
}
JobStateUpdate
{
Port = 9136
SSLSessionTime = 86400
MaxThreads = 100
Authorization
{
Default = authenticated
}
}
Matcher
{
Port = 9170
MaxThreads = 20
#Flag for checking the DIRAC version of the pilot is the current production one as defined
#in /Operations/<vo>/<setup>/Versions/PilotVersion option
CheckPilotVersion = Yes
#Flag to check the site job limits
SiteJobLimits = False
Authorization
{
Default = authenticated
getActiveTaskQueues = JobAdministrator
}
LogLevel = DEBUG
}
OptimizationMind
{
Port = 9175
}
SandboxStore
{
Port = 9196
LocalSE = ProductionSandboxSE
MaxThreads = 200
toClientMaxThreads = 100
Backend = local
MaxSandboxSizeMiB = 10
SandboxPrefix = Sandbox
BasePath = /opt/dirac/storage/sandboxes
DelayedExternalDeletion = True
Authorization
{
Default = authenticated
FileTransfer
{
Default = authenticated
}
}
}
WMSAdministrator
{
Port = 9145
Authorization
{
Default = Operator
getJobPilotOutput = authenticated
setJobForPilot = authenticated
setPilotBenchmark = authenticated
setPilotStatus = authenticated
getSiteMask = authenticated
getSiteMaskStatus = authenticated
ping = authenticated
getPilots = authenticated
allowSite = SiteManager
allowSite += Operator
banSite = SiteManager
banSite += Operator
getPilotSummary = authenticated
getSiteMaskLogging = authenticated
getPilotSummaryWeb = authenticated
getPilotMonitorWeb = authenticated
getSiteSummaryWeb = authenticated
getSiteSummarySelectors = authenticated
getPilotLoggingInfo = authenticated
getPilotMonitorSelectors = authenticated
}
}
}
URLs
{
JobManager = dips://dirac00.grid.hep.ph.ic.ac.uk:9132/WorkloadManagement/JobManager
JobMonitoring = dips://dirac00.grid.hep.ph.ic.ac.uk:9130/WorkloadManagement/JobMonitoring
JobStateUpdate = dips://dirac00.grid.hep.ph.ic.ac.uk:9136/WorkloadManagement/JobStateUpdate
Matcher = dips://dirac00.grid.hep.ph.ic.ac.uk:9170/WorkloadManagement/Matcher
OptimizationMind = dips://dirac00.grid.hep.ph.ic.ac.uk:9175/WorkloadManagement/OptimizationMind
SandboxStore = dips://dirac00.grid.hep.ph.ic.ac.uk:9196/WorkloadManagement/SandboxStore
WMSAdministrator = dips://dirac00.grid.hep.ph.ic.ac.uk:9145/WorkloadManagement/WMSAdministrator
}
Agents
{
PilotStatusAgent
{
PollingTime = 300
#Minimal Validity of the proxy stored in the Proxy Repository. If the validity
#time is less that this value, the proxy will be renewed. The value is in seconds
MinValidity = 1800
#The period for which the proxy will be extended. The value is in hours
ValidityPeriod = 15
GridEnv = /afs/cern.ch/lhcb/scripts/GridEnv # this is a dummy
#Flag enabling sending of the Pilot accounting info to the Accounting Service
PilotAccountingEnabled = yes
}
JobHistoryAgent
{
PollingTime = 30
UpdatePeriod = 300
}
JobCleaningAgent
{
PollingTime = 120
}
StalledJobAgent
{
StalledTimeHours = 2
FailedTimeHours = 6
PollingTime = 120
}
StatesAccountingAgent
{
PollingTime = 120
}
SiteDirector
{
PollingTime = 120
CETypes = CREAM
CETypes += ARC
CETypes += HTCondorCE
Site = Any
MaxJobsInFillMode = 5
PilotLogLevel = INFO
GetPilotOutput = False
UpdatePilotStatus = True
SendPilotAccounting = True
FailedQueueCycleFactor = 10
PilotStatusUpdateCycleFactor = 10
LogLevel = DEBUG
MaxCycles = 50
WatchdogTime = 1800
}
SiteDirectorGridpp
{
Module = SiteDirector
Community = gridpp
LogLevel = DEBUG
}
SiteDirectorSnoplus
{
Module = SiteDirector
Community = snoplus.snolab.ca
LogLevel = DEBUG
}
MultiProcessorSiteDirector
{
PollingTime = 120
CETypes = CREAM
CETypes += ARC
Site = Any
MaxJobsInFillMode = 5
PilotLogLevel = INFO
GetPilotOutput = False
UpdatePilotStatus = True
SendPilotAccounting = True
FailedQueueCycleFactor = 10
PilotStatusUpdateCycleFactor = 10
AddPilotsToEmptySites = False
LogLevel = DEBUG
WatchdogTime = 1800
}
SiteDirectorMultiGridpp
{
Module = MultiProcessorSiteDirector
Community = gridpp
LogLevel = DEBUG
}
SiteDirectorNA62
{
Module = SiteDirector
Community = na62.vo.gridpp.ac.uk
LogLevel = DEBUG
}
SiteDirectorSKA
{
Module = SiteDirector
Community = skatelescope.eu
LogLevel = DEBUG
}
SiteDirectorMultiSKA
{
Module = MultiProcessorSiteDirector
Community = skatelescope.eu
LogLevel = DEBUG
}
}
Executors
{
Optimizers
{
Load = JobPath
Load += JobPlatform
Load += JobSanity
Load += InputData
Load += JobScheduling
LogLevel = DEBUG
}
JobPath
{
BasePath = JobPath
BasePath += JobPlatform
BasePath += JobSanity
}
JobSanity
{
}
InputData
{
}
JobScheduling
{
ExcludedOnHoldJobTypes = Test
CheckPlatform = True
}
JobPlatform
{
GridPP_DefaultPlatform = EL6
}
}
Databases
{
SandboxMetadataDB
{
DBName = SandboxMetadataDB
Host = 127.0.0.1
Port = 3306
}
JobDB
{
DBName = JobDB
Host = 127.0.0.1
Port = 3306
}
JobLoggingDB
{
DBName = JobLoggingDB
Host = 127.0.0.1
Port = 3306
}
TaskQueueDB
{
DBName = TaskQueueDB
Host = 127.0.0.1
Port = 3306
}
PilotAgentsDB
{
DBName = PilotAgentsDB
Host = 127.0.0.1
Port = 3306
}
}
JobWrapper
{
BufferLimit = 20485760
}
}
}
Databases
{
User = Dirac
}
Configuration
{
Devel
{
Agents
{
# omitted
}
}
}
Transformation
{
Devel
{
Databases
{
TransformationDB
{
DBName = TransformationDB
Host = 127.0.0.1
Port = 3306
}
}
Services
{
TransformationManager
{
Port = 9131
HandlerPath = DIRAC/TransformationSystem/Service/TransformationManagerHandler.py
Authorization
{
Default = authenticated
}
LogLevel = DEBUG
}
}
URLs
{
TransformationManager = dips://dirac00.grid.hep.ph.ic.ac.uk:9131/Transformation/TransformationManager
}
FailoverURLs
{
}
Agents
{
TransformationAgent
{
PollingTime = 120
LogLevel = DEBUG
}
WorkflowTaskAgent
{
#Task statuses considered transient that should be monitored for updates
TaskUpdateStatus = Submitted
TaskUpdateStatus += Received
TaskUpdateStatus += Waiting
TaskUpdateStatus += Running
TaskUpdateStatus += Matched
TaskUpdateStatus += Completed
TaskUpdateStatus += Failed
SubmitTasks = yes
CheckReserved = yes
MonitorTasks = yes
PollingTime = 120
# the next line is important
shifterProxy = ProductionManager
LogLevel = DEBUG
}
RequestTaskAgent
{
PollingTime = 120
SubmitTasks = yes
CheckReserved = yes
MonitorTasks = yes
MonitorFiles = yes
TransType = Removal
TransType += Replication
TaskUpdateStatus = Submitted
TaskUpdateStatus += Received
TaskUpdateStatus += Waiting
TaskUpdateStatus += Running
TaskUpdateStatus += Matched
TaskUpdateStatus += Completed
TaskUpdateStatus += Failed
}
MCExtensionAgent
{
PollingTime = 120
}
TransformationCleaningAgent
{
PollingTime = 120
LogLevel = DEBUG
ArchiveAfter = 1
}
InputDataAgent
{
PollingTime = 120
FullUpdatePeriod = 86400
RefreshOnly = False
LogLevel = DEBUG
}
}
}
}
}
Resources
{
Sites
{
LCG
{
# most of the sites omitted
LCG.UKI-LT2-IC-HEP.uk
{
Name = UKI-LT2-IC-HEP
CEs
{
ceprod05.grid.hep.ph.ic.ac.uk
{
Queues
{
cream-sge-grid.q
{
VO = atlas
VO += biomed
VO += calice
VO += cms
VO += comet.j-parc.jp
VO += dteam
VO += dune
VO += gridpp
VO += hyperk.org
VO += ilc
VO += lhcb
VO += lsst
VO += lz
VO += mice
VO += na62.vo.gridpp.ac.uk
VO += ops
VO += pheno
VO += skatelescope.eu
VO += snoplus.snolab.ca
VO += solidexperiment.org
VO += t2k.org
VO += vo.complex-systems.eu
SI00 = 2476
maxCPUTime = 2940
MaxTotalJobs = 20660
MaxWaitingJobs = 10330
}
}
MaxProcessors = 8
LastSeen = 10/07/2018
architecture = x86_64
SI00 = 2476
HostRAM = 16000
CEType = CREAM
OS = EL7
SubmissionMode = Direct
}
ceprod06.grid.hep.ph.ic.ac.uk
{
Queues
{
cream-sge-grid.q
{
VO = atlas
VO += biomed
VO += calice
VO += cms
VO += comet.j-parc.jp
VO += dteam
VO += dune
VO += gridpp
VO += hyperk.org
VO += ilc
VO += lhcb
VO += lsst
VO += lz
VO += mice
VO += na62.vo.gridpp.ac.uk
VO += ops
VO += pheno
VO += skatelescope.eu
VO += snoplus.snolab.ca
VO += solidexperiment.org
VO += t2k.org
VO += vo.complex-systems.eu
SI00 = 2476
maxCPUTime = 2940
MaxTotalJobs = 20660
MaxWaitingJobs = 10330
}
}
MaxProcessors = 8
LastSeen = 10/07/2018
architecture = x86_64
SI00 = 2476
HostRAM = 16000
CEType = CREAM
OS = EL7
SubmissionMode = Direct
}
ceprod07.grid.hep.ph.ic.ac.uk
{
Queues
{
cream-sge-grid.q
{
VO = atlas
VO += biomed
VO += calice
VO += comet.j-parc.jp
VO += dteam
VO += dune
VO += gridpp
VO += hyperk.org
VO += ilc
VO += lhcb
VO += lsst
VO += lz
VO += mice
VO += na62.vo.gridpp.ac.uk
VO += ops
VO += pheno
VO += skatelescope.eu
VO += snoplus.snolab.ca
VO += solidexperiment.org
VO += t2k.org
VO += vo.complex-systems.eu
SI00 = 2476
maxCPUTime = 2940
MaxTotalJobs = 20660
MaxWaitingJobs = 10330
}
}
MaxProcessors = 8
LastSeen = 10/07/2018
architecture = x86_64
SI00 = 2476
HostRAM = 16000
CEType = CREAM
OS = EL6
SubmissionMode = Direct
Tag = TAG9
Tag += TAG10
RequiredTag = TAG9
RequiredTag += TAG10
}
ceprod08.grid.hep.ph.ic.ac.uk
{
Queues
{
cream-sge-grid.q
{
VO = atlas
VO += biomed
VO += calice
VO += comet.j-parc.jp
VO += dteam
VO += dune
VO += gridpp
VO += hyperk.org
VO += ilc
VO += lhcb
VO += lsst
VO += lz
VO += mice
VO += na62.vo.gridpp.ac.uk
VO += ops
VO += pheno
VO += skatelescope.eu
VO += snoplus.snolab.ca
VO += solidexperiment.org
VO += t2k.org
VO += vo.complex-systems.eu
SI00 = 2476
maxCPUTime = 2940
MaxTotalJobs = 20660
MaxWaitingJobs = 10330
}
}
MaxProcessors = 8
LastSeen = 10/07/2018
architecture = x86_64
SI00 = 2476
HostRAM = 16000
CEType = CREAM
OS = EL6
SubmissionMode = Direct
}
}
Description = Imperial College London Tier2
Coordinates = -0.17897:51.49945
Mail = [email protected]
CE = ceprod05.grid.hep.ph.ic.ac.uk
CE += ceprod06.grid.hep.ph.ic.ac.uk
CE += ceprod07.grid.hep.ph.ic.ac.uk
CE += ceprod08.grid.hep.ph.ic.ac.uk
SE = UKI-LT2-IC-HEP-disk
}
} #LCG
}
StorageElements
# removed most of them, not relevant
{
DefaultProtocols = srm
DefaultProtocols += root
DefaultProtocols += dips
UKI-LT2-IC-HEP-disk
{
BackendType = dCache
Description = None
VO = biomed
VO += calice
VO += cms
VO += comet.j-parc.jp
VO += dteam
VO += dune
VO += gridpp
VO += hyperk.org
VO += ilc
VO += ipv6.hepix.org
VO += lhcb
VO += lsst
VO += lz
VO += mice
VO += na62.vo.gridpp.ac.uk
VO += ops
VO += pheno
VO += skatelescope.eu
VO += snoplus.snolab.ca
VO += solidexperiment.org
VO += t2k.org
TotalSize = 4988223
AccessProtocol.1
{
VOPath
{
gridpp = /pnfs/hep.ph.ic.ac.uk/data/gridpp
snoplus.snolab.ca = /pnfs/hep.ph.ic.ac.uk/data/snoplus
na62.vo.gridpp.ac.uk = /pnfs/hep.ph.ic.ac.uk/data/na62
atlas = /pnfs/hep.ph.ic.ac.uk/data/atlas
biomed = /pnfs/hep.ph.ic.ac.uk/data/biomed
calice = /pnfs/hep.ph.ic.ac.uk/data/calice
cms = /pnfs/hep.ph.ic.ac.uk/data/cms
comet.j-parc.jp = /pnfs/hep.ph.ic.ac.uk/data/comet
dteam = /pnfs/hep.ph.ic.ac.uk/data/dteam
dune = /pnfs/hep.ph.ic.ac.uk/data/dune
hyperk.org = /pnfs/hep.ph.ic.ac.uk/data/hyperk
ilc = /pnfs/hep.ph.ic.ac.uk/data/ilc
ipv6.hepix.org = /pnfs/hep.ph.ic.ac.uk/data/ipv6
lhcb = /pnfs/hep.ph.ic.ac.uk/data/lhcb
lsst = /pnfs/hep.ph.ic.ac.uk/data/lsst
lz = /pnfs/hep.ph.ic.ac.uk/data/lz
mice = /pnfs/hep.ph.ic.ac.uk/data/mice
ops = /pnfs/hep.ph.ic.ac.uk/data/ops
pheno = /pnfs/hep.ph.ic.ac.uk/data/pheno
skatelescope.eu = /pnfs/hep.ph.ic.ac.uk/data/ska
solidexperiment.org = /pnfs/hep.ph.ic.ac.uk/data/solid
t2k.org = /pnfs/hep.ph.ic.ac.uk/data/t2k
}
Protocol = srm
PluginName = GFAL2_SRM2
Port = 8443
Access = remote
Path = /pnfs/hep.ph.ic.ac.uk/data
SpaceToken =
WSUrl = /srm/managerv2?SFN=
Host = gfe02.grid.hep.ph.ic.ac.uk
}
LastSeen = 10/07/2018
AccessProtocol.2
{
VOPath
{
gridpp = /pnfs/hep.ph.ic.ac.uk/data/gridpp
snoplus.snolab.ca = /pnfs/hep.ph.ic.ac.uk/data/snoplus
na62.vo.gridpp.ac.uk = /pnfs/hep.ph.ic.ac.uk/data/na62
atlas = /pnfs/hep.ph.ic.ac.uk/data/atlas
biomed = /pnfs/hep.ph.ic.ac.uk/data/biomed
calice = /pnfs/hep.ph.ic.ac.uk/data/calice
cms = /pnfs/hep.ph.ic.ac.uk/data/cms
comet.j-parc.jp = /pnfs/hep.ph.ic.ac.uk/data/comet
dteam = /pnfs/hep.ph.ic.ac.uk/data/dteam
dune = /pnfs/hep.ph.ic.ac.uk/data/dune
hyperk.org = /pnfs/hep.ph.ic.ac.uk/data/hyperk
ilc = /pnfs/hep.ph.ic.ac.uk/data/ilc
ipv6.hepix.org = /pnfs/hep.ph.ic.ac.uk/data/ipv6
lhcb = /pnfs/hep.ph.ic.ac.uk/data/lhcb
lsst = /pnfs/hep.ph.ic.ac.uk/data/lsst
lz = /pnfs/hep.ph.ic.ac.uk/data/lz
mice = /pnfs/hep.ph.ic.ac.uk/data/mice
ops = /pnfs/hep.ph.ic.ac.uk/data/ops
pheno = /pnfs/hep.ph.ic.ac.uk/data/pheno
skatelescope.eu = /pnfs/hep.ph.ic.ac.uk/data/ska
solidexperiment.org = /pnfs/hep.ph.ic.ac.uk/data/solid
t2k.org = /pnfs/hep.ph.ic.ac.uk/data/t2k
}
Protocol = root
PluginName = GFAL2_XROOT
Port = 1094
Access = remote
Path = /pnfs/hep.ph.ic.ac.uk/data
SpaceToken =
Host = gfe02.grid.hep.ph.ic.ac.uk
}
Host = gfe02.grid.hep.ph.ic.ac.uk
}
ProductionSandboxSE
{
BackendType = DISET
ReadAccess = Active
WriteAccess = Active
AccessProtocol.1
{
Host = dirac00.grid.hep.ph.ic.ac.uk
Port = 9196
PluginName = DIP
Protocol = dips
Path = /WorkloadManagement/SandboxStore
Access = remote
}
}
}
}
StorageElementGroups
{
}
Computing
{
OSCompatibility
{
EL6 = x86_64_EL6
EL7 = x86_64_EL7
EL8 = x86_64_EL8
AnyPlatform = None
}
CEDefaults
{
RescheduleOnError = True
}
HTCondorCE
{
WorkingDirectory = /opt/dirac/condor
UseLocalSchedd = False
DaysToKeepLogFiles = 7
}
GridPP_NodeCompatibility
{
EL6 = Linux_x86_64_glibc-2.12
EL7 = Linux_x86_64_glibc-2.17
EL8 = Linux_x86_64_glibc-2.24
}
}
FileCatalogs
{
FileCatalog
{
AccessType = Read-Write
Status = Active
MetaCatalogue = True
}
TSCatalog
{
CatalogType = TSCatalog
AccessType = Write
Status = Active
CatalogURL = Transformation/TransformationManager
Master = False
}
}
}