Skip to content

Allow T0 to modify request timeout #5059

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
LinaresToine wants to merge 1 commit into
base: master
Choose a base branch
from
Open

Allow T0 to modify request timeout #5059

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions etc/ProdOfflineConfiguration.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,7 @@
from T0.RunConfig.Tier0Config import setStorageSite
from T0.RunConfig.Tier0Config import setExtraStreamDatasetMap
from T0.RunConfig.Tier0Config import setHelperAgentStreams
from T0.RunConfig.Tier0Config import setCustomRequestTimeout

# Create the Tier0 configuration object
tier0Config = createTier0Config()
Expand Down Expand Up @@ -60,6 +61,7 @@
# Data type
# Processing site (where jobs run)
# PhEDEx locations
setCustomRequestTimeout(tier0Config, 540)
setAcquisitionEra(tier0Config, "Run2025A")
setEmulationAcquisitionEra(tier0Config, "Emulation2025")
setBaseRequestPriority(tier0Config, 251000)
Expand Down
2 changes: 2 additions & 0 deletions etc/ReplayOfflineConfiguration.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,7 @@
from T0.RunConfig.Tier0Config import setStorageSite
from T0.RunConfig.Tier0Config import setExtraStreamDatasetMap
from T0.RunConfig.Tier0Config import setHelperAgentStreams
from T0.RunConfig.Tier0Config import setCustomRequestTimeout

# Create the Tier0 configuration object
tier0Config = createTier0Config()
Expand Down Expand Up @@ -80,6 +81,7 @@
# Data type
# Processing site (where jobs run)
# PhEDEx locations
setCustomRequestTimeout(tier0Config, 540)
setAcquisitionEra(tier0Config, "Tier0_REPLAY_2025")
setBaseRequestPriority(tier0Config, 260000)
setBackfill(tier0Config, 1)
Expand Down
2 changes: 2 additions & 0 deletions src/python/T0/RunConfig/RunConfigAPI.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -584,6 +584,7 @@ def configureRunStream(tier0Config, run, stream, specDirectory, dqmUploadProxy):
specArguments['MaxInputEvents'] = streamConfig.Repack.MaxInputEvents
specArguments['MaxInputFiles'] = streamConfig.Repack.MaxInputFiles
specArguments['MaxLatency'] = streamConfig.Repack.MaxLatency
specArguments['CustomRequestTimeout'] = tier0Config.Global.CustomRequestTimeout

# parameters for repack direct to merge stageout
specArguments['MinMergeSize'] = streamConfig.Repack.MinInputSize
Expand Down Expand Up @@ -1081,6 +1082,7 @@ def releasePromptReco(tier0Config, specDirectory, dqmUploadProxy):
specArguments['EnableHarvesting'] = "True"
specArguments['DQMUploadProxy'] = dqmUploadProxy
specArguments['DQMUploadUrl'] = runInfo['dqmuploadurl']
specArguments['CustomRequestTimeout'] = tier0Config.Global.CustomRequestTimeout

factory = PromptRecoWorkloadFactory()
wmSpec = factory.factoryWorkloadConstruction(workflowName, specArguments)
Expand Down
9 changes: 9 additions & 0 deletions src/python/T0/RunConfig/Tier0Config.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -628,6 +628,15 @@ def setAcquisitionEra(config, acquisitionEra):
config.Global.AcquisitionEra = acquisitionEra
return

def setCustomRequestTimeout(config, customRequestTimeout):
"""
_setCustomRequestTimeout_

Allow T0 to modify the request timeout in case of networking delays
"""
config.Global.CustomRequestTimeout = customRequestTimeout
return

def setEmulationAcquisitionEra(config, emulationAcquisitionEra):
"""
_setEmulationAcquisitionEra_
Expand Down