SE-170 configure data set deletion maintenance task

SVN: 13729

rtd_phosphonetx/dist/etc/service.properties

@@ -74,6 +74,25 @@ failure-interval = 10
 # Valid only when auto-detection method is used to determine if an incoming data are ready to be processed.
 quiet-period = 10
 
+
+# ---------------------------------------------------------------------------
+# maintenance plugins configuration
+# ---------------------------------------------------------------------------
+
+# Comma separated names of maintenance plugins.  
+# Each plugin should have configuration properties prefixed with its name.
+# Mandatory properties for each <plugin> include: 
+#   <plugin>.class - Fully qualified plugin class name
+#   <plugin>.interval - The time between plugin executions (in seconds)
+maintenance-plugins = data-set-clean-up
+
+data-set-clean-up.class = ch.systemsx.cisd.etlserver.plugins.DataSetDeletionMaintenanceTask
+data-set-clean-up.interval = 86400
+data-set-clean-up.database.basic-database-name = phosphonetx
+data-set-clean-up.database.kind = dev
+
+# ---------------------------------------------------------------------------
+
 # Globally used separator character which separates entities in a data set file name 
 data-set-file-name-entity-separator = _
 

rtd_phosphonetx/etc/service.properties

-testtt# Unique code of this Data Store Server. Not more than 40 characters.
+# Unique code of this Data Store Server. Not more than 40 characters.
 data-store-server-code = DSS1
 
 # The root directory of the data store
@@ -74,6 +74,24 @@ failure-interval = 10
 # Valid only when auto-detection method is used to determine if an incoming data are ready to be processed.
 quiet-period = 10
 
+# ---------------------------------------------------------------------------
+# maintenance plugins configuration
+# ---------------------------------------------------------------------------
+
+# Comma separated names of maintenance plugins.  
+# Each plugin should have configuration properties prefixed with its name.
+# Mandatory properties for each <plugin> include: 
+#   <plugin>.class - Fully qualified plugin class name
+#   <plugin>.interval - The time between plugin executions (in seconds)
+maintenance-plugins = data-set-clean-up
+
+data-set-clean-up.class = ch.systemsx.cisd.etlserver.plugins.DataSetDeletionMaintenanceTask
+data-set-clean-up.interval = 300
+data-set-clean-up.database.basic-database-name = phosphonetx
+data-set-clean-up.database.kind = dev
+
+# ---------------------------------------------------------------------------
+
 # Globally used separator character which separates entities in a data set file name 
 data-set-file-name-entity-separator = _
 
@@ -95,31 +113,23 @@ demo-reporter.class = ch.systemsx.cisd.openbis.dss.generic.server.plugins.demo.D
 # The property file. Its content will be passed as a parameter to the plugin.
 demo-reporter.properties-file = 
 
-data-set-validators = val1, val2
+data-set-validators = val1
 
-val1.data-set-type = PROT_RESULT
+val1.data-set-type = HCS_IMAGE_ANALYSIS_DATA
 val1.path-patterns = **/*.tsv, **/*.txt
 val1.columns = id, col1, col2
-val1.id.header-pattern = ID
+val1.id.header-pattern = ID|id
 val1.id.mandatory = true
 val1.id.order = 1
-# value-type is either unique, any, numeric
+# value-type is either unique, any, string, numeric
 val1.id.value-type = unique
 val1.id.value-pattern = ^(CHEBI:[0-9]{4}_)*(CHEBI:[0-9]{4})$
 val1.col1.header-pattern = Description
-val1.col1.value-type = any
+val1.col1.mandatory = true
 val1.col2.header-pattern = .*
 val1.col2.value-type = numeric
 val1.col2.value-range = [0,Infinity)
 
-val2.data-set-type = HCS_IMAGE
-val2.path-patterns = log/kl*.txt
-val2.columns = col1, col2
-val2.col1.header-pattern = USER\\.\w*
-val2.col1.value-type = numeric
-val2.col1.value-range = (-1,1e2]
-val2.col2.order = 1
-
 # Comma separated names of processing threads. Each thread should have configuration properties prefixed with its name.
 # E.g. 'code-extractor' property for the thread 'my-etl' should be specified as 'my-etl.code-extractor'
 inputs=main-thread,cifex