doc/components/condor_config.html

   1 <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.0 Transitional//EN">
   2 <html>
   3 <head>
   4   <meta http-equiv="CONTENT-TYPE" content="text/html; charset=UTF-8">
   5   <title>glideinWMS</title>
   6   <link rel="stylesheet" type="text/css" href="../common/glideinWMS.css" media="screen, projection" />
   7 </head>
   8
   9 <body lang="en-US" dir="ltr">
  10     <h1>
  11         <a href="index.html">GlideinWMS</a>
  12         <span>The Glidein-based Workflow Management System</span>
  13     </h1>
  14     <ul class="breadcrumbs">
  15         <li><a href="../index.html">Home</a></li>
  16         <li><a href="./index.html">Components</a></li>
  17         <li>Condor Configuration Attributes</li>
  18     </ul>
  19
  20     <div class="clear" />
  21
  22     <div class="leftmenu">
  23         <ul class="components">
  24                 <li> <a href="../index.html">Home</a></li>
  25                 <li> <a href="../download.html">Download</a></li>
  26                 <li> <a href="../frontend/index.html">Glidein Frontend</a></li>
  27             <li> <a href="../corral.html">Corral Frontend</a></li>
  28                 <li> <a href="../factory/index.html">WMS Factory</a></li>
  29                 <li> <a href="../components/index.html" >Components</a></li>
  30                 <li> <a href="../components/faq.html" class="last">FAQ</a></li>
  31         </ul>
  32         <div class="search">
  33             <div id="cse-search-form" style="width: 100%;">Loading</div>
  34             <script src="http://www.google.com/jsapi" type="text/javascript"></script>
  35             <script src="../common/glidein.js" type="text/javascript"></script>
  36             <script type="text/javascript">
  37             google.load('search', '1', {language : 'en', style : google.loader.themes.MINIMALIST});
  38             google.setOnLoadCallback(onLoad);
  39             </script>
  40         </div>
  41     </div>
  42     <div id="searchcontent"><h2>Search Results</h2><div id="cse"></div> </div>
  43
  44 <div class="content">
  45     <div class="heading">
  46         <h2>Components</h2>
  47         <ul class="subcomponents">
  48              <li> <a href="./index.html">Overview</a></li>
  49              <li> <a href="./prerequisites.html">Prerequisites</a></li>
  50              <li> <a href="./collector_install.html">User Collector</a></li>
  51              <li> <a href="./pool_install.html">User Schedd</a></li>
  52              <li> <a href="./gsi.html">GSI</a></li>
  53              <li class="last">Condor</li>
  54         </ul>
  55         <h3>Condor Configuration Attributes</h3>
  56     </div>
  57
  58 <div class="jump">
  59   <u>Jump to:</u>
  60     <ol>
  61     </ol>
  62 </div>
  63
  64 <div class="related">
  65   Related Links:
  66   <ul>
  67     <li><a target="_blank" href="http://www.cs.wisc.edu/condor/">Condor Website</a></li>
  68     <li><a href="./index.html">More GlideinWMS Condor Topics</a></li>
  69   </ul>
  70 </div>
  71
  72 <div class="section">
  73   <h2>Reference Guide to Condor Configuration Attributes</h2>
  74   <p>
  75   The tables below acts as a reference guide for condor_config attributes
  76   for glideinWMS.
  77   </p>
  78 </div>
  79
  80 <div class="section">
  81 <table class="requirements"> <tbody>
  82 <tr class="head">
  83    <td align="center">GlideinWMS<br/>Service</td>
  84                   <td>Attribute</td>
  85                   <td>Description</td>
  86   </tr>
  87 <!--  Base configuration -->
  88 <tr>
  89   <td rowspan="15" align="center" valign="top">ALL
  90   </td>
  91   <td>CONDOR_IDS = 500.500
  92   </td>
  93   <td>Condor user (uid.gid)
  94    </td>
  95 </tr>
  96 <tr>
  97    <td>CONDOR_ADMIN = user at domain
  98    </td>
  99    <td>Contact, via email, when problems occur
 100    </td>
 101    </tr>
 102 <tr>
 103    <td>UID_DOMAIN=$(FULL_HOSTNAME)
 104    </td>
 105    <td>
 106    </td>
 107 </tr>
 108 <tr>
 109    <td>FILESYSTEM_DOMAIN=$(FULL_HOSTNAME)
 110    </td>
 111    <td>With glideins, there is nothing shared
 112    </td>
 113 </tr>
 114 <tr>
 115    <td>LOCK = $(LOG)
 116    </td>
 117    <td>Condor lock files to synchronize access to  various log files.<br/>
 118        They use the log directory so they are collocated.
 119    </td>
 120 </tr>
 121
 122 <tr>
 123    <td>DAEMON_LIST = MASTER, COLLECTOR, NEGOTIATOR, SCHEDD
 124    </td>
 125    <td>Condor daemons.<br/>
 126        The WMS Collector services will have the list shown above.<br/>
 127        The User Collector service uses all but the SCHEDD.<br/>
 128        The Submit service uses only the SCHEDD.<br/>
 129        The Frontend service is a client only instance and will have
 130        a 'DAEMON_SHUTDOWN = True' to insure no daemons are started
 131        accidently.
 132   </td>
 133   </tr>
 134
 135 <tr>
 136    <td>SEC_DAEMON_SESSION_DURATION = 50000
 137    </td>
 138    <td>Limit session caching to 12 hours
 139   </td>
 140 </tr>
 141
 142 <!--  Security -->
 143 <tr>
 144    <td>SEC_DEFAULT_AUTHENTICATION = REQUIRED<br/>
 145        SEC_DEFAULT_AUTHENTICATION_METHODS = FS,GSI<br/>
 146        SEC_READ_AUTHENTICATION    = OPTIONAL<br/>
 147        SEC_CLIENT_AUTHENTICATION  = OPTIONAL<br/>
 148        DENY_WRITE         = anonymous@*<br/>
 149        DENY_ADMINISTRATOR = anonymous@*<br/>
 150        DENY_DAEMON        = anonymous@*<br/>
 151        DENY_NEGOTIATOR    = anonymous@*<br/>
 152        DENY_CLIENT        = anonymous@*
 153    </td>
 154    <td>Authentication settings
 155    </td>
 156   </tr>
 157 <tr>
 158    <td>SEC_DEFAULT_ENCRYPTION = OPTIONAL<br/>
 159        SEC_DEFAULT_INTEGRITY = REQUIRED<br/>
 160        SEC_READ_INTEGRITY = OPTIONAL<br/>
 161        SEC_CLIENT_INTEGRITY = OPTIONAL<br/>
 162        SEC_READ_ENCRYPTION = OPTIONAL<br/>
 163        SEC_CLIENT_ENCRYPTION = OPTIONAL
 164   </td>
 165   <td>Privacy settings
 166   </td>
 167   </tr>
 168 <tr>
 169   <td>GSI_DAEMON_TRUSTED_CA_DIR = full_path_to_CA_directory
 170   </td>
 171   <td>Certificate directory
 172   </td>
 173   </tr>
 174 <tr>
 175   <td>GSI_DAEMON_CERT = full_path_to_your_hostcert.pem<br/>
 176       GSI_DAEMON_KEY  = full_path_to_the_hostkey.pem
 177   </td>
 178   <td>Credentials
 179   </td>
 180   </tr>
 181
 182 <tr>
 183    <td>GSI_DAEMON_DIRECTORY = full_path_to_your_condor_mapfile_directory
 184    </td>
 185    <td>Set daemon cert location
 186   </td>
 187   </tr>
 188
 189 <tr>
 190   <td>CERTIFICATE_MAPFILE = full_path_to_the_condor_mapfile
 191   </td>
 192   <td>Condor mapfile
 193   </td>
 194   </tr>
 195
 196 <tr>
 197   <td>HOSTALLOW_WRITE = *<br/>
 198       ALLOW_WRITE = $(HOSTALLOW_WRITE)
 199   </td>
 200   <td>With strong security, do not use IP based controls<br/>
 201       <font color="blue">Condor 7.4+ only</font>
 202   </td>
 203   </tr>
 204
 205 <tr>
 206   <td>GSI_DAEMON_NAME=
 207   </td>
 208   <td>Identity of the GlideinWMS services used to authenenticate when
 209       communicating between serrvices.
 210       This is a comma separated list of their identities (DNs).
 211   </td>
 212   </tr>
 213
 214
 215
 216 <!--  Negotiator -->
 217 <tr>
 218   <td rowspan="10" align="center" valign="top">WMS Collector<br/>
 219                   User Collector
 220   </td>
 221   <td>NEGOTIATOR_POST_JOB_RANK = MY.LastHeardFrom
 222   </td>
 223   <td>Prefer newer claims as they are more likely to be alive
 224   </td>
 225   </tr>
 226 <tr>
 227   <td>NEGOTIATOR_INTERVAL = 60<br/>
 228     NEGOTIATOR_MAX_TIME_PER_SUBMITTER=40<br/>
 229     NEGOTIATOR_MAX_TIME_PER_PIESPIN=20
 230   </td>
 231   <td>Increase negotiation frequency, as new glideins do not trigger a reschedule
 232   </td>
 233   </tr>
 234 <tr>
 235   <td>PREEMPTION_REQUIREMENTS = False
 236   </td>
 237   <td>Prevent preemption
 238   </td>
 239   </tr>
 240 <tr>
 241   <td>NEGOTIATOR_INFORM_STARTD = False
 242   </td>
 243   <td>Negotiator/GCB optimization
 244   </td>
 245   </tr>
 246 <tr>
 247   <td>NEGOTIATOR.USE_VOMS_ATTRIBUTES = False
 248   </td>
 249   <td>Disable checking for VOMS extended attributes (FQAN)
 250   </td>
 251   </tr>
 252 <tr>
 253   <td>NEGOTIATOR_CONSIDER_PREEMPTION = False</td>
 254   <td>Causes Negotiator to run faster. PREEMPTION_REQUIREMENTS and all
 255       condor_startd rank expressions must be False for
 256       NEGOTIATOR_CONSIDER_PREEMPTION to be False
 257   </td>
 258   </tr>
 259 <!--  Collector -->
 260 <tr>
 261   <td>COLLECTOR_NAME = wms_service</td>
 262   <td></td>
 263   </tr>
 264 <tr>
 265   <td>COLLECTOR_HOST = $(CONDOR_HOST):9618</td>
 266   <td></td>
 267   </tr>
 268 <tr>
 269   <td>COLLECTOR.USE_VOMS_ATTRIBUTES = False</td>
 270   <td>Disable checking for VOMS extended attributes (FQAN)</td>
 271   </tr>
 272
 273 <!--  Secondary Collectors -->
 274 <tr>
 275   <td>COLLECTOR0 = $(COLLECTOR)<br/>
 276       COLLECTOR0_ENVIRONMENT = "_CONDOR_COLLECTOR_LOG=$(LOG)/Collector0Log"<br/>
 277       COLLECTOR0_ARGS = -f -p 9641<br/>
 278       DAEMON_LIST = $(DAEMON_LIST), COLLECTOR0<br/>
 279   </td>
 280   <td valign="top">
 281       Attributes for secondary collectors.<br/><br/>
 282       For <b>each</b> secondary Condor collector desired, the attributes specified
 283       must be set.
 284   </td>
 285   </tr>
 286
 287 <!--  Schedd -->
 288 <tr>
 289   <td rowspan="13" align="center" valign="top">WMS Collector<br/>
 290                    Submit
 291   </td>
 292   <td>MAX_JOBS_RUNNING = 6000
 293   </td>
 294   <td>Allow up to 6K concurrent running jobs.
 295   </td>
 296   </tr>
 297 <tr>
 298   <td>JOB_START_DELAY = 2<br/>
 299       JOB_START_COUNT = 50
 300   </td>
 301   <td>Start max of 50 jobs every 2 seconds
 302   </td>
 303   </tr>
 304 <tr>
 305   <td>JOB_STOP_DELAY = 1<br/>
 306       JOB_STOP_COUNT = 30
 307   </td>
 308   <td>Stop 30 jobs every seconds<br/>
 309       This is needed to prevent glexec overload, when used<br/>
 310       Works for Condor v7.3.1 and up only, but harmless for older versions
 311   </td>
 312   </tr>
 313 <tr>
 314   <td>MAX_CONCURRENT_UPLOADS = 0<br/>
 315       MAX_CONCURRENT_DOWNLOADS = 100</td>
 316   <td>Raise file transfer limits.<br/>
 317       No upload limits, since JOB_START_DELAY limits that.
 318       But do limit downloads, as they are asyncronous</td>
 319   </tr>
 320 <tr>
 321   <td>APPEND_REQ_VANILLA = (Memory&gt;=1) && (Disk&gt;=1)</td>
 322   <td>Prevent checking on ImageSize</td>
 323   </tr>
 324 <tr>
 325   <td>MAXJOBRETIREMENTTIME = $(HOUR) * 24 * 7</td>
 326   <td>Prevent preemption</td>
 327   </tr>
 328 <tr>
 329   <td>SCHEDD_SEND_VACATE_VIA_TCP = True<br/>
 330       STARTD_SENDS_ALIVES = True</td>
 331   <td>GCB optimization</td>
 332   </tr>
 333 <tr>
 334   <td>ENABLE_USERLOG_FSYNC = False</td>
 335   <td>Reduce disk IO - paranoid fsyncs are usully not needed</td>
 336   </tr>
 337 <tr>
 338   <td>SHADOW.GLEXEC_STARTER = True<br/>
 339       SHADOW.GLEXEC = /bin/false</td>
 340   <td>Prepare the Shadow for use with glexec-enabled glideins</td>
 341   </tr>
 342 <tr>
 343   <td>SEC_ENABLE_MATCH_PASSWORD_AUTHENTICATION = TRUE<br/>
 344   <td>WMS Collector only and only if you have enabled the USE_MATCH_AUTH attribute
 345       in the Factory configuration file.</td>
 346   </tr>
 347 <tr>
 348   <td>SHADOW_WORKLIFE = 0</td>
 349   <td>This is a workaround to a Condor problem
 350       if SEC_ENABLE_MATCH_PASSWORD_AUTHENTICATION = TRUE and Condor
 351       version &lt;= 7.5.3<br/>
 352       See Condor ticket
 353      <a href="https://condor-wiki.cs.wisc.edu/index.cgi/tktview?tn=1481">1481</a>
 354   </td>
 355   </tr>
 356
 357 <!--  Multiple Schedds -->
 358 <tr>
 359   <td>SCHEDDGLIDEINS2                      = $(SCHEDD)<br/>
 360   SCHEDDGLIDEINS2_ARGS                 = -local-name scheddglideins2<br/>
 361   SCHEDD.SCHEDDGLIDEINS2.SCHEDD_NAME   = schedd_glideins2<br/>
 362   SCHEDD.SCHEDDGLIDEINS2.SCHEDD_LOG    = $(LOG)/SchedLog.$(SCHEDD.SCHEDDGLIDEINS2.SCHEDD_NAME)<br/>
 363   SCHEDD.SCHEDDGLIDEINS2.LOCAL_DIR     = $(LOCAL_DIR)/$(SCHEDD.SCHEDDGLIDEINS2.SCHEDD_NAME)<br/>
 364   SCHEDD.SCHEDDGLIDEINS2.EXECUTE       = $(SCHEDD.SCHEDDGLIDEINS2.LOCAL_DIR)/execute<br/>
 365   SCHEDD.SCHEDDGLIDEINS2.LOCK          = $(SCHEDD.SCHEDDGLIDEINS2.LOCAL_DIR)/lock<br/>
 366   SCHEDD.SCHEDDGLIDEINS2.PROCD_ADDRESS = $(SCHEDD.SCHEDDGLIDEINS2.LOCAL_DIR)/procd_pipe<br/>
 367   SCHEDD.SCHEDDGLIDEINS2.SPOOL         = $(SCHEDD.SCHEDDGLIDEINS2.LOCAL_DIR)/spool<br/>
 368   SCHEDD.SCHEDDGLIDEINS2.SCHEDD_ADDRESS_FILE   = $(SCHEDD.SCHEDDGLIDEINS2.SPOOL)/.schedd_address<br/>
 369   SCHEDD.SCHEDDGLIDEINS2.SCHEDD_DAEMON_AD_FILE = $(SCHEDD.SCHEDDGLIDEINS2.SPOOL)/.schedd_classad<br/>
 370   <br/>
 371   DAEMON_LIST = $(DAEMON_LIST), SCHEDDGLIDEINS2<br/>
 372   DC_DAEMON_LIST = +  SCHEDDGLIDEINS2
 373   </td>
 374   <td valign="top">
 375     Atttributes for defining multiple schedds.<br/><br/>
 376     The capability to define multiple SCHEDD daemons as a Condor attribute is
 377     available in Condor 7.5+.<br/><br/>
 378     The execute, lock and spool directories for each schedd must be created manually.
 379   </td>
 380   </tr>
 381
 382 <!--  Shared schedd ports -->
 383 <tr>
 384   <td>
 385    SHADOW.USE_SHARED_PORT = True<br/>
 386    SCHEDD.USE_SHARED_PORT = True<br/>
 387    SCHEDD.SHARED_PORT_ARGS = -p 9615<br/>
 388    DAEMON_LIST = $(DAEMON_LIST), SHARED_PORT
 389   </td>
 390   <td valign="top">
 391    SCHEDD Shared Ports<br/><br/>
 392    Available only in Condor 7.5.3+.
 393    </td>
 394   </tr>
 395
 396 <!--  Condor-G -->
 397 <tr>
 398    <td  align="center" valign="top">WMS Collector</td>
 399    <td>
 400      GRIDMANAGER_LOG = /tmp/GridmanagerLog.$(SCHEDD_NAME).$(USERNAME)<br/>
 401      GRIDMANAGER_MAX_SUBMITTED_JOBS_PER_RESOURCE=5000<br/>
 402      GRIDMANAGER_MAX_PENDING_SUBMITS_PER_RESOURCE=5000<br/>
 403      GRIDMANAGER_MAX_PENDING_REQUESTS=500
 404   </td>
 405   <td valign="top">Condor-G attributes
 406   </td>
 407   </tr>
 408
 409 <!--  user job attributes -->
 410 <tr>
 411   <td align="center" valign="top">Submit</td>
 412   <td>
 413     JOB_Site = "$$(GLIDEIN_Site:Unknown)"<br/>
 414     JOB_GLIDEIN_Entry_Name = "$$(GLIDEIN_Entry_Name:Unknown)<br/>
 415     JOB_GLIDEIN_Name = "$$(GLIDEIN_Name:Unknown)<br/>
 416     JOB_GLIDEIN_Factory = "$$(GLIDEIN_Factory:Unknown)<br/>
 417     JOB_GLIDEIN_Schedd = "$$(GLIDEIN_Schedd:Unknown)<br/>
 418     JOB_GLIDEIN_ClusterId = "$$(GLIDEIN_ClusterId:Unknown)<br/>
 419     JOB_GLIDEIN_ProcId = "$$(GLIDEIN_ProcId:Unknown)<br/>
 420     JOB_GLIDEIN_Site = "$$(GLIDEIN_Site:Unknown)<br/>
 421     <br/>
 422     SUBMIT_EXPRS = $(SUBMIT_EXPRS) JOB_Site JOB_GLIDEIN_Entry_Name JOB_GLIDEIN_Name JOB_GLIDEIN_Factory JOB_GLIDEIN_Schedd JOB_GLIDEIN_Schedd JOB_GLIDEIN_ClusterId JOB_GLIDEIN_ProcId JOB_GLIDEIN_Site
 423   </td>
 424   <td valign="top">User Job Class Ad Attributes
 425   </td>
 426   </tr>
 427 </tbody></table>
 428
 429 </div>
 430 </div>
 431 <div class="footer">
 432 Banner image by
 433 <a href="http://www.flickr.com/people/leafwarbler/">Madhusudan Katti</a>
 434 used under Creative Commons license.<br/>
 435 Original Home URL: <a href="http://www.uscms.org/SoftwareComputing/Grid/WMS/glid%0AeinWMS">http://www.uscms.org/SoftwareComputing/Grid/WMS/glideinWMS</a>.
 436 glideinWMS email support: glideinwms-support at fnal.gov
 437 </div>
 438 </body>
 439 </html>