Difference between revisions of "Config:DataSource"

From SUMOwiki
Jump to navigationJump to search
m
m
Line 1: Line 1:
 
== SampleEvaluator ==
 
== SampleEvaluator ==
+
 
 
=== local ===
 
=== local ===
 
Evaluate samples locally using a native executable/script or a java class
 
Evaluate samples locally using a native executable/script or a java class
<source lang="xml">
+
<source xmlns:saxon="http://icl.com/saxon" lang="xml">
<[[Config:SampleEvaluator|SampleEvaluator]] id="local" type="ibbt.sumo.SampleEvaluators.LocalSampleEvaluator"><!-- Maximum number of times to resubmit a point (e.g., in case something went wrong) -->
+
<[[Config:SampleEvaluator|SampleEvaluator]] id="local" type="ibbt.sumo.SampleEvaluators.LocalSampleEvaluator">
   <Option key="maxResubmissions" value="1"/><!-- If a sample takes longer than "sampleTimeout*average evaluation time of one sample"  
+
  <!-- Maximum number of times to resubmit a point (e.g., in case something went wrong) -->
seconds to evaluate it is removed from the pending list (set to -1 to disable) -->
+
   <Option key="maxResubmissions" value="1"/>
   <Option key="sampleTimeout" value="-1"/><!-- Can be set to "java" for java executables, to "external" for platform-specific
+
  <!-- If a sample takes longer than "sampleTimeout*average evaluation time of one sample"  
    binaries and to nothing at all for auto-detection.-->
+
  seconds to evaluate it is removed from the pending list (set to -1 to disable) -->
   <Option key="simulatorType" value=""/><!-- Can be set to a number of seconds, if one simulator evaluation exceeds this timeout,
+
   <Option key="sampleTimeout" value="-1"/>
    the simulation is aborted --><!-- <Option key="timeout" value="12"/> --><!-- Number of samples to evaluate concurrently, useful if you have a dual or multi-core machine -->
+
  <!-- Can be set to "java" for java executables, to "external" for platform-specific
 +
        binaries and to nothing at all for auto-detection.-->
 +
   <Option key="simulatorType" value=""/>
 +
  <!-- Can be set to a number of seconds, if one simulator evaluation exceeds this timeout,
 +
        the simulation is aborted -->
 +
  <!-- <Option key="timeout" value="12"/> -->
 +
  <!-- Number of samples to evaluate concurrently, useful if you have a dual or multi-core machine -->
 
   <Option key="threadCount" value="1"/>
 
   <Option key="threadCount" value="1"/>
 
</[[Config:SampleEvaluator|SampleEvaluator]]>
 
</[[Config:SampleEvaluator|SampleEvaluator]]>
Line 16: Line 22:
 
=== matlab ===
 
=== matlab ===
 
Evaluate samples using a matlab script (ie. your simulator is a matlab script)
 
Evaluate samples using a matlab script (ie. your simulator is a matlab script)
<source lang="xml">
+
<source xmlns:saxon="http://icl.com/saxon" lang="xml">
<[[Config:SampleEvaluator|SampleEvaluator]] id="matlab" type="ibbt.sumo.SampleEvaluators.matlab.MatlabSampleEvaluator"><!-- Maximum number of times to resubmit a point (e.g., in case something went wrong) -->
+
<[[Config:SampleEvaluator|SampleEvaluator]] id="matlab" type="ibbt.sumo.SampleEvaluators.matlab.MatlabSampleEvaluator">
   <Option key="maxResubmissions" value="1"/><!-- If a sample takes longer than "sampleTimeout*average evaluation time of one sample"  
+
  <!-- Maximum number of times to resubmit a point (e.g., in case something went wrong) -->
seconds to evaluate it is removed from the pending list (set to -1 to disable) -->
+
   <Option key="maxResubmissions" value="1"/>
 +
  <!-- If a sample takes longer than "sampleTimeout*average evaluation time of one sample"  
 +
  seconds to evaluate it is removed from the pending list (set to -1 to disable) -->
 
   <Option key="sampleTimeout" value="-1"/>
 
   <Option key="sampleTimeout" value="-1"/>
 
</[[Config:SampleEvaluator|SampleEvaluator]]>
 
</[[Config:SampleEvaluator|SampleEvaluator]]>
Line 25: Line 33:
 
=== matlabClass ===
 
=== matlabClass ===
 
Evaluate samples using a matlab class
 
Evaluate samples using a matlab class
<source lang="xml">
+
<source xmlns:saxon="http://icl.com/saxon" lang="xml">
<[[Config:SampleEvaluator|SampleEvaluator]] id="matlabClass" type="ibbt.sumo.SampleEvaluators.matlab.MatlabClassSampleEvaluator"><!-- Maximum number of times to resubmit a point (e.g., in case something went wrong) -->
+
<[[Config:SampleEvaluator|SampleEvaluator]] id="matlabClass" type="ibbt.sumo.SampleEvaluators.matlab.MatlabClassSampleEvaluator">
   <Option key="maxResubmissions" value="1"/><!-- If a sample takes longer than "sampleTimeout*average evaluation time of one sample"  
+
  <!-- Maximum number of times to resubmit a point (e.g., in case something went wrong) -->
    seconds to evaluate it is removed from the pending list (set to -1 to disable) -->
+
   <Option key="maxResubmissions" value="1"/>
 +
  <!-- If a sample takes longer than "sampleTimeout*average evaluation time of one sample"  
 +
        seconds to evaluate it is removed from the pending list (set to -1 to disable) -->
 
   <Option key="sampleTimeout" value="-1"/>
 
   <Option key="sampleTimeout" value="-1"/>
 
</[[Config:SampleEvaluator|SampleEvaluator]]>
 
</[[Config:SampleEvaluator|SampleEvaluator]]>
Line 34: Line 44:
 
=== gridded ===
 
=== gridded ===
 
Evaluate samples using a gridded dataset
 
Evaluate samples using a gridded dataset
<source lang="xml">
+
<source xmlns:saxon="http://icl.com/saxon" lang="xml">
<[[Config:SampleEvaluator|SampleEvaluator]] id="gridded" type="ibbt.sumo.SampleEvaluators.datasets.GriddedDatasetSampleEvaluator"><!-- Using an ID you can specify which dataset from the simulator file to use --><!-- <Option key="id" value="someDataset"/> --></[[Config:SampleEvaluator|SampleEvaluator]]>
+
<[[Config:SampleEvaluator|SampleEvaluator]] id="gridded" type="ibbt.sumo.SampleEvaluators.datasets.GriddedDatasetSampleEvaluator">
 +
  <!-- Using an ID you can specify which dataset from the simulator file to use -->
 +
  <!-- <Option key="id" value="someDataset"/> -->
 +
</[[Config:SampleEvaluator|SampleEvaluator]]>
 
</source>
 
</source>
 
=== scattered ===
 
=== scattered ===
 
Evaluate samples using a scattered dataset
 
Evaluate samples using a scattered dataset
<source lang="xml">
+
<source xmlns:saxon="http://icl.com/saxon" lang="xml">
<[[Config:SampleEvaluator|SampleEvaluator]] id="scattered" type="ibbt.sumo.SampleEvaluators.datasets.ScatteredDatasetSampleEvaluator"><!-- Using an ID you can specify which dataset from the simulator file to use --><!-- <Option key="id" value="someDataset"/> --></[[Config:SampleEvaluator|SampleEvaluator]]>
+
<[[Config:SampleEvaluator|SampleEvaluator]] id="scattered" type="ibbt.sumo.SampleEvaluators.datasets.ScatteredDatasetSampleEvaluator">
 +
  <!-- Using an ID you can specify which dataset from the simulator file to use -->
 +
  <!-- <Option key="id" value="someDataset"/> -->
 +
</[[Config:SampleEvaluator|SampleEvaluator]]>
 
</source>
 
</source>
 
=== calcua ===
 
=== calcua ===
 
Evaluate samples on a SGE administered cluster through a remote, ssh reachable frontnode
 
Evaluate samples on a SGE administered cluster through a remote, ssh reachable frontnode
<source lang="xml">
+
<source xmlns:saxon="http://icl.com/saxon" lang="xml">
<[[Config:SampleEvaluator|SampleEvaluator]] id="calcua" type="ibbt.sumo.SampleEvaluators.sge.RemoteSGESampleEvaluator"><!-- Maximum number of times to resubmit a point (e.g., in case something went wrong) -->
+
<[[Config:SampleEvaluator|SampleEvaluator]] id="calcua" type="ibbt.sumo.SampleEvaluators.sge.RemoteSGESampleEvaluator">
   <Option key="maxResubmissions" value="1"/><!-- If a sample takes longer than "sampleTimeout*average evaluation time of one sample"  
+
  <!-- Maximum number of times to resubmit a point (e.g., in case something went wrong) -->
    seconds to evaluate it is removed from the pending list (set to -1 to disable) -->
+
   <Option key="maxResubmissions" value="1"/>
   <Option key="sampleTimeout" value="-1"/><!--The platform specs of the cluster-->
+
  <!-- If a sample takes longer than "sampleTimeout*average evaluation time of one sample"  
 +
        seconds to evaluate it is removed from the pending list (set to -1 to disable) -->
 +
   <Option key="sampleTimeout" value="-1"/>
 +
 
 +
  <!--The platform specs of the cluster-->
 
   <[[Config:Executable|Executable]] platform="unix" arch="x86"/>
 
   <[[Config:Executable|Executable]] platform="unix" arch="x86"/>
   <[[Config:Backend|Backend]] id="remoteSGE" type="ibbt.sumo.SampleEvaluators.sge.RemoteSGEBackend"><!--ssh user name to login on the front node-->
+
   <[[Config:Backend|Backend]] id="remoteSGE" type="ibbt.sumo.SampleEvaluators.sge.RemoteSGEBackend">
       <Option key="user" value="dgorisse"/><!--Submissions happen from this front node, you need to have key-based ssh authentication-->
+
      <!--ssh user name to login on the front node-->
       <Option key="frontNode" value="submit.calcua.ua.ac.be"/><!--Directory on the front node where input/output files, dependencies, etc. are stored-->
+
       <Option key="user" value="dgorisse"/>
       <Option key="remoteDirectory" value="/storeA/users/dgorisse/output"/><!--poll for result files every xx seconds-->
+
      <!--Submissions happen from this front node, you need to have key-based ssh authentication-->
       <Option key="pollInterval" value="20"/><!--queues we can submit to-->
+
       <Option key="frontNode" value="submit.calcua.ua.ac.be"/>
       <Option key="queues" value="testqueue,normalprio,myrinet,cmpl_wis-inf"/><!--check for faster queues (more slots available) every xx seconds-->
+
      <!--Directory on the front node where input/output files, dependencies, etc. are stored-->
       <Option key="queueRevisionRate" value="10"/><!--script on the frontnode that sets up the necessary shell environment-->
+
       <Option key="remoteDirectory" value="/storeA/users/dgorisse/output"/>
 +
      <!--poll for result files every xx seconds-->
 +
       <Option key="pollInterval" value="20"/>
 +
      <!--queues we can submit to-->
 +
       <Option key="queues" value="testqueue,normalprio,myrinet,cmpl_wis-inf"/>
 +
      <!--check for faster queues (more slots available) every xx seconds-->
 +
       <Option key="queueRevisionRate" value="10"/>
 +
      <!--script on the frontnode that sets up the necessary shell environment-->
 
       <Option key="environmentCommand" value=". ~/.profile;"/>
 
       <Option key="environmentCommand" value=". ~/.profile;"/>
 
   </[[Config:Backend|Backend]]>
 
   </[[Config:Backend|Backend]]>
Line 63: Line 90:
 
=== begrid ===
 
=== begrid ===
 
Evaluate samples on a LCG administered grid through a remote, ssh reachable frontnode
 
Evaluate samples on a LCG administered grid through a remote, ssh reachable frontnode
<source lang="xml">
+
<source xmlns:saxon="http://icl.com/saxon" lang="xml">
<[[Config:SampleEvaluator|SampleEvaluator]] id="begrid" type="ibbt.sumo.SampleEvaluators.edg.RemoteEDGSampleEvaluator"><!-- Maximum number of times to resubmit a point (e.g., in case something went wrong) -->
+
<[[Config:SampleEvaluator|SampleEvaluator]] id="begrid" type="ibbt.sumo.SampleEvaluators.edg.RemoteEDGSampleEvaluator">
   <Option key="maxResubmissions" value="1"/><!-- If a sample takes longer than "sampleTimeout*average evaluation time of one sample"  
+
  <!-- Maximum number of times to resubmit a point (e.g., in case something went wrong) -->
    seconds to evaluate it is removed from the pending list (set to -1 to disable) -->
+
   <Option key="maxResubmissions" value="1"/>
 +
  <!-- If a sample takes longer than "sampleTimeout*average evaluation time of one sample"  
 +
        seconds to evaluate it is removed from the pending list (set to -1 to disable) -->
 
   <Option key="sampleTimeout" value="-1"/>
 
   <Option key="sampleTimeout" value="-1"/>
 +
 
   <[[Config:Executable|Executable]] platform="unix" arch="x86"/>
 
   <[[Config:Executable|Executable]] platform="unix" arch="x86"/>
 
   <[[Config:Backend|Backend]] id="remoteEDG" type="ibbt.sumo.SampleEvaluators.edg.RemoteEDGBackend">
 
   <[[Config:Backend|Backend]] id="remoteEDG" type="ibbt.sumo.SampleEvaluators.edg.RemoteEDGBackend">
Line 73: Line 103:
 
       <Option key="frontNode" value="ui01.cmi.ua.ac.be"/>
 
       <Option key="frontNode" value="ui01.cmi.ua.ac.be"/>
 
       <Option key="remoteDirectory" value="/home/edp/dgorissen/JobOutput"/>
 
       <Option key="remoteDirectory" value="/home/edp/dgorissen/JobOutput"/>
       <Option key="pollInterval" value="25"/><!--Virtual Organization to use-->
+
       <Option key="pollInterval" value="25"/>
       <Option key="vo" value="betest"/><!--script on the frontnode that sets up the necessary shell environment-->
+
      <!--Virtual Organization to use-->
 +
       <Option key="vo" value="betest"/>
 +
      <!--script on the frontnode that sets up the necessary shell environment-->
 
       <Option key="environmentCommand" value=". /etc/profile;"/>
 
       <Option key="environmentCommand" value=". /etc/profile;"/>
 
   </[[Config:Backend|Backend]]>
 
   </[[Config:Backend|Backend]]>
 
</[[Config:SampleEvaluator|SampleEvaluator]]>
 
</[[Config:SampleEvaluator|SampleEvaluator]]>
 
</source>
 
</source>

Revision as of 14:55, 13 February 2008

SampleEvaluator

local

Evaluate samples locally using a native executable/script or a java class

<[[Config:SampleEvaluator|SampleEvaluator]] id="local" type="ibbt.sumo.SampleEvaluators.LocalSampleEvaluator">
   <!-- Maximum number of times to resubmit a point (e.g., in case something went wrong) -->
   <Option key="maxResubmissions" value="1"/>
   <!-- If a sample takes longer than "sampleTimeout*average evaluation time of one sample" 
   seconds to evaluate it is removed from the pending list (set to -1 to disable) -->
   <Option key="sampleTimeout" value="-1"/>
   <!-- Can be set to "java" for java executables, to "external" for platform-specific
        binaries and to nothing at all for auto-detection.-->
   <Option key="simulatorType" value=""/>
   <!-- Can be set to a number of seconds, if one simulator evaluation exceeds this timeout,
        the simulation is aborted -->
   <!-- <Option key="timeout" value="12"/> -->
   <!-- Number of samples to evaluate concurrently, useful if you have a dual or multi-core machine -->
   <Option key="threadCount" value="1"/>
</[[Config:SampleEvaluator|SampleEvaluator]]>

matlab

Evaluate samples using a matlab script (ie. your simulator is a matlab script)

<[[Config:SampleEvaluator|SampleEvaluator]] id="matlab" type="ibbt.sumo.SampleEvaluators.matlab.MatlabSampleEvaluator">
   <!-- Maximum number of times to resubmit a point (e.g., in case something went wrong) -->
   <Option key="maxResubmissions" value="1"/>
   <!-- If a sample takes longer than "sampleTimeout*average evaluation time of one sample" 
   seconds to evaluate it is removed from the pending list (set to -1 to disable) -->
   <Option key="sampleTimeout" value="-1"/>
</[[Config:SampleEvaluator|SampleEvaluator]]>

matlabClass

Evaluate samples using a matlab class

<[[Config:SampleEvaluator|SampleEvaluator]] id="matlabClass" type="ibbt.sumo.SampleEvaluators.matlab.MatlabClassSampleEvaluator">
   <!-- Maximum number of times to resubmit a point (e.g., in case something went wrong) -->
   <Option key="maxResubmissions" value="1"/>
   <!-- If a sample takes longer than "sampleTimeout*average evaluation time of one sample" 
        seconds to evaluate it is removed from the pending list (set to -1 to disable) -->
   <Option key="sampleTimeout" value="-1"/>
</[[Config:SampleEvaluator|SampleEvaluator]]>

gridded

Evaluate samples using a gridded dataset

<[[Config:SampleEvaluator|SampleEvaluator]] id="gridded" type="ibbt.sumo.SampleEvaluators.datasets.GriddedDatasetSampleEvaluator">
   <!-- Using an ID you can specify which dataset from the simulator file to use -->
   <!-- <Option key="id" value="someDataset"/> -->
</[[Config:SampleEvaluator|SampleEvaluator]]>

scattered

Evaluate samples using a scattered dataset

<[[Config:SampleEvaluator|SampleEvaluator]] id="scattered" type="ibbt.sumo.SampleEvaluators.datasets.ScatteredDatasetSampleEvaluator">
   <!-- Using an ID you can specify which dataset from the simulator file to use -->
   <!-- <Option key="id" value="someDataset"/> -->
</[[Config:SampleEvaluator|SampleEvaluator]]>

calcua

Evaluate samples on a SGE administered cluster through a remote, ssh reachable frontnode

<[[Config:SampleEvaluator|SampleEvaluator]] id="calcua" type="ibbt.sumo.SampleEvaluators.sge.RemoteSGESampleEvaluator">
   <!-- Maximum number of times to resubmit a point (e.g., in case something went wrong) -->
   <Option key="maxResubmissions" value="1"/>
   <!-- If a sample takes longer than "sampleTimeout*average evaluation time of one sample" 
        seconds to evaluate it is removed from the pending list (set to -1 to disable) -->
   <Option key="sampleTimeout" value="-1"/>
   
   <!--The platform specs of the cluster-->
   <[[Config:Executable|Executable]] platform="unix" arch="x86"/>
   <[[Config:Backend|Backend]] id="remoteSGE" type="ibbt.sumo.SampleEvaluators.sge.RemoteSGEBackend">
      <!--ssh user name to login on the front node-->
      <Option key="user" value="dgorisse"/>
      <!--Submissions happen from this front node, you need to have key-based ssh authentication-->
      <Option key="frontNode" value="submit.calcua.ua.ac.be"/>
      <!--Directory on the front node where input/output files, dependencies, etc. are stored-->
      <Option key="remoteDirectory" value="/storeA/users/dgorisse/output"/>
      <!--poll for result files every xx seconds-->
      <Option key="pollInterval" value="20"/>
      <!--queues we can submit to-->
      <Option key="queues" value="testqueue,normalprio,myrinet,cmpl_wis-inf"/>
      <!--check for faster queues (more slots available) every xx seconds-->
      <Option key="queueRevisionRate" value="10"/>
      <!--script on the frontnode that sets up the necessary shell environment-->
      <Option key="environmentCommand" value=". ~/.profile;"/>
   </[[Config:Backend|Backend]]>
</[[Config:SampleEvaluator|SampleEvaluator]]>

begrid

Evaluate samples on a LCG administered grid through a remote, ssh reachable frontnode

<[[Config:SampleEvaluator|SampleEvaluator]] id="begrid" type="ibbt.sumo.SampleEvaluators.edg.RemoteEDGSampleEvaluator">
   <!-- Maximum number of times to resubmit a point (e.g., in case something went wrong) -->
   <Option key="maxResubmissions" value="1"/>
   <!-- If a sample takes longer than "sampleTimeout*average evaluation time of one sample" 
        seconds to evaluate it is removed from the pending list (set to -1 to disable) -->
   <Option key="sampleTimeout" value="-1"/>

   <[[Config:Executable|Executable]] platform="unix" arch="x86"/>
   <[[Config:Backend|Backend]] id="remoteEDG" type="ibbt.sumo.SampleEvaluators.edg.RemoteEDGBackend">
      <Option key="user" value="dgorissen"/>
      <Option key="frontNode" value="ui01.cmi.ua.ac.be"/>
      <Option key="remoteDirectory" value="/home/edp/dgorissen/JobOutput"/>
      <Option key="pollInterval" value="25"/>
      <!--Virtual Organization to use-->
      <Option key="vo" value="betest"/>
      <!--script on the frontnode that sets up the necessary shell environment-->
      <Option key="environmentCommand" value=". /etc/profile;"/>
   </[[Config:Backend|Backend]]>
</[[Config:SampleEvaluator|SampleEvaluator]]>