From c8756647d227b2b5ec4d93d6d7d5da1a71e44d81 Mon Sep 17 00:00:00 2001 From: felmer <felmer> Date: Thu, 23 Feb 2012 14:18:22 +0000 Subject: [PATCH] LMS-2612 Proteomics DSS core plugins. Stuff moved from service.properties to core plugins. SVN: 24541 --- .../drop-boxes/ms-injection/plugin.properties | 16 ++++ .../drop-boxes/ms-search/plugin.properties | 23 +++++ .../data-set-clean-up/plugin.properties | 4 + .../data-sources/plugin.properties | 5 ++ rtd_phosphonetx/dist/etc/service.properties | 90 +------------------ .../tarball/installer/dss-service.properties | 84 +---------------- 6 files changed, 50 insertions(+), 172 deletions(-) create mode 100644 rtd_phosphonetx/dist/core-plugins/proteomics/1/dss/drop-boxes/ms-injection/plugin.properties create mode 100644 rtd_phosphonetx/dist/core-plugins/proteomics/1/dss/drop-boxes/ms-search/plugin.properties create mode 100644 rtd_phosphonetx/dist/core-plugins/proteomics/1/dss/maintenance-plugins/data-set-clean-up/plugin.properties create mode 100644 rtd_phosphonetx/dist/core-plugins/proteomics/1/dss/miscellaneous/data-sources/plugin.properties diff --git a/rtd_phosphonetx/dist/core-plugins/proteomics/1/dss/drop-boxes/ms-injection/plugin.properties b/rtd_phosphonetx/dist/core-plugins/proteomics/1/dss/drop-boxes/ms-injection/plugin.properties new file mode 100644 index 00000000000..45059c541e5 --- /dev/null +++ b/rtd_phosphonetx/dist/core-plugins/proteomics/1/dss/drop-boxes/ms-injection/plugin.properties @@ -0,0 +1,16 @@ +# --------------------------------------------------------------------------- +# 'ms-injection' drop box for spectra data +# --------------------------------------------------------------------------- +# The directory to watch for incoming data. +incoming-dir = ${data-dir}/incoming-ms-injection + +# Determines when the incoming data should be considered complete and ready to be processed. +# Allowed values: +# - auto-detection - when no write access will be detected for a specified 'quite-period' +# - marker-file - when an appropriate marker file for the data exists. +# The default value is 'marker-file'. +incoming-data-completeness-condition = auto-detection + +data-set-info-extractor = ch.systemsx.cisd.openbis.etlserver.phosphonetx.DataSetInfoExtractorForMSInjection +storage-processor = ch.systemsx.cisd.etlserver.DefaultStorageProcessor +type-extractor = ch.systemsx.cisd.openbis.etlserver.phosphonetx.TypeExtractorForMSInjection diff --git a/rtd_phosphonetx/dist/core-plugins/proteomics/1/dss/drop-boxes/ms-search/plugin.properties b/rtd_phosphonetx/dist/core-plugins/proteomics/1/dss/drop-boxes/ms-search/plugin.properties new file mode 100644 index 00000000000..f14e258cb92 --- /dev/null +++ b/rtd_phosphonetx/dist/core-plugins/proteomics/1/dss/drop-boxes/ms-search/plugin.properties @@ -0,0 +1,23 @@ +# --------------------------------------------------------------------------- +# 'ms-search' drop box for protein data +# --------------------------------------------------------------------------- +incoming-dir = ${data-dir}/incoming-ms-search + +incoming-data-completeness-condition = auto-detection + +data-set-info-extractor = ch.systemsx.cisd.openbis.etlserver.phosphonetx.DataSetInfoExtractorForProteinResults +data-set-info-extractor.separator = + + +type-extractor = ch.systemsx.cisd.etlserver.SimpleTypeExtractor +type-extractor.file-format-type = XML +type-extractor.locator-type = RELATIVE_LOCATION +type-extractor.data-set-type = PROT_RESULT +type-extractor.is-measured = false + +storage-processor = ch.systemsx.cisd.openbis.etlserver.phosphonetx.StorageProcessorWithResultDataSetUploader +storage-processor.processor = ch.systemsx.cisd.etlserver.DefaultStorageProcessor +storage-processor.assuming-extended-prot-xml = false +storage-processor.database.basic-name = ${data-source.basicDatabaseName} +storage-processor.database.kind = ${data-source.databaseKind} +storage-processor.database.owner = +storage-processor.database.password = \ No newline at end of file diff --git a/rtd_phosphonetx/dist/core-plugins/proteomics/1/dss/maintenance-plugins/data-set-clean-up/plugin.properties b/rtd_phosphonetx/dist/core-plugins/proteomics/1/dss/maintenance-plugins/data-set-clean-up/plugin.properties new file mode 100644 index 00000000000..39fd0f53fcc --- /dev/null +++ b/rtd_phosphonetx/dist/core-plugins/proteomics/1/dss/maintenance-plugins/data-set-clean-up/plugin.properties @@ -0,0 +1,4 @@ +class = ch.systemsx.cisd.etlserver.plugins.DeleteFromExternalDBMaintenanceTask +interval = 300 +data-source = data-source +data-set-table-name = data_sets diff --git a/rtd_phosphonetx/dist/core-plugins/proteomics/1/dss/miscellaneous/data-sources/plugin.properties b/rtd_phosphonetx/dist/core-plugins/proteomics/1/dss/miscellaneous/data-sources/plugin.properties new file mode 100644 index 00000000000..56226fbefb6 --- /dev/null +++ b/rtd_phosphonetx/dist/core-plugins/proteomics/1/dss/miscellaneous/data-sources/plugin.properties @@ -0,0 +1,5 @@ + +data-sources = data-source +data-source.databaseEngineCode = postgresql +data-source.basicDatabaseName = proteomics +data-source.databaseKind = productive diff --git a/rtd_phosphonetx/dist/etc/service.properties b/rtd_phosphonetx/dist/etc/service.properties index 9a39b2b1b3e..c09174beed1 100644 --- a/rtd_phosphonetx/dist/etc/service.properties +++ b/rtd_phosphonetx/dist/etc/service.properties @@ -79,92 +79,4 @@ failure-interval = 10 # Valid only when auto-detection method is used to determine if an incoming data are ready to be processed. quiet-period = 10 -# --------------------------------------------------------------------------- -# Data sources -# --------------------------------------------------------------------------- - -data-sources = data-source -data-source.databaseEngineCode = postgresql -data-source.basicDatabaseName = proteomics -data-source.databaseKind = productive - -# Specifies what should happen if an error occurs during dataset processing. -# By default this flag is set to false and user has to modify the 'faulty paths file' -# each time the faulty dataset should be processed again. -# Set this flag to true if the processing should be repeated after some time without manual intervention. -# Note that this can increase the server load. -# reprocess-faulty-datasets = false - -# --------------------------------------------------------------------------- -# ETL processing threads (aka 'Drop Boxes') -# --------------------------------------------------------------------------- -# Comma separated names of processing threads. Each thread should have configuration properties prefixed with its name. -# E.g. 'code-extractor' property for the thread 'my-etl' should be specified as 'my-etl.code-extractor' -inputs = ms-injection, ms-search - -# --------------------------------------------------------------------------- -# 'ms-injection' drop box for spectra data -# --------------------------------------------------------------------------- -# The directory to watch for incoming data. -ms-injection.incoming-dir = ${data-dir}/incoming-ms-injection - -# Determines when the incoming data should be considered complete and ready to be processed. -# Allowed values: -# - auto-detection - when no write access will be detected for a specified 'quite-period' -# - marker-file - when an appropriate marker file for the data exists. -# The default value is 'marker-file'. -ms-injection.incoming-data-completeness-condition = auto-detection - -ms-injection.data-set-info-extractor = ch.systemsx.cisd.openbis.etlserver.phosphonetx.DataSetInfoExtractorForMSInjection -ms-injection.storage-processor = ch.systemsx.cisd.etlserver.DefaultStorageProcessor -ms-injection.type-extractor = ch.systemsx.cisd.openbis.etlserver.phosphonetx.TypeExtractorForMSInjection - -# --------------------------------------------------------------------------- -# 'ms-search' drop box for protein data -# --------------------------------------------------------------------------- -# The directory to watch for incoming data. -ms-search.incoming-dir = ${data-dir}/incoming-ms-search - -# Determines when the incoming data should be considered complete and ready to be processed. -# Allowed values: -# - auto-detection - when no write access will be detected for a specified 'quite-period' -# - marker-file - when an appropriate marker file for the data exists. -# The default value is 'marker-file'. -ms-search.incoming-data-completeness-condition = auto-detection - -ms-search.data-set-info-extractor = ch.systemsx.cisd.openbis.etlserver.phosphonetx.DataSetInfoExtractorForProteinResults -ms-search.data-set-info-extractor.separator = + - -ms-search.type-extractor = ch.systemsx.cisd.etlserver.SimpleTypeExtractor -ms-search.type-extractor.file-format-type = XML -ms-search.type-extractor.locator-type = RELATIVE_LOCATION -ms-search.type-extractor.data-set-type = PROT_RESULT -ms-search.type-extractor.is-measured = false - -ms-search.storage-processor = ch.systemsx.cisd.openbis.etlserver.phosphonetx.StorageProcessorWithResultDataSetUploader -ms-search.storage-processor.processor = ch.systemsx.cisd.etlserver.DefaultStorageProcessor -ms-search.storage-processor.assuming-extended-prot-xml = false -ms-search.storage-processor.database.basic-name = ${data-source.basicDatabaseName} -ms-search.storage-processor.database.kind = ${data-source.databaseKind} -ms-search.storage-processor.database.owner = -ms-search.storage-processor.database.password = - -# --------------------------------------------------------------------------- -# maintenance plugins configuration -# --------------------------------------------------------------------------- -# Comma separated names of maintenance plugins. -# Each plugin should have configuration properties prefixed with its name. -# Mandatory properties for each <plugin> include: -# <plugin>.class - Fully qualified plugin class name -# <plugin>.interval - The time between plugin executions (in seconds) -# Optional properties for each <plugin> include: -# <plugin>.start - Time of the first execution (HH:mm) -# <plugin>.execute-only-once - If true the task will be executed exactly once, -# interval will be ignored. By default set to false. - -maintenance-plugins = data-set-clean-up - -data-set-clean-up.class = ch.systemsx.cisd.etlserver.plugins.DeleteFromExternalDBMaintenanceTask -data-set-clean-up.interval = 300 -data-set-clean-up.data-source = data-source -data-set-clean-up.data-set-table-name = data_sets +core-plugins-folder = ../core-plugins \ No newline at end of file diff --git a/rtd_phosphonetx/dist/tarball/installer/dss-service.properties b/rtd_phosphonetx/dist/tarball/installer/dss-service.properties index d84255f9f6a..bec215c0312 100644 --- a/rtd_phosphonetx/dist/tarball/installer/dss-service.properties +++ b/rtd_phosphonetx/dist/tarball/installer/dss-service.properties @@ -9,86 +9,4 @@ host-address = https://$HOSTNAME quiet-period = 10 check-interval = 5 -# --------------------------------------------------------------------------- -# Data sources - -data-sources = data-source -data-source.databaseEngineCode = postgresql -data-source.basicDatabaseName = proteomics -data-source.databaseKind = productive - -# --------------------------------------------------------------------------- -# ETL processing threads (aka 'Drop Boxes') -# --------------------------------------------------------------------------- - -inputs = ms-injection, ms-search - -# --------------------------------------------------------------------------- -# 'ms-injection' drop box for spectra data -# --------------------------------------------------------------------------- -# The directory to watch for incoming data. -ms-injection.incoming-dir = ${root-dir}/incoming-ms-injection - -# Determines when the incoming data should be considered complete and ready to be processed. -# Allowed values: -# - auto-detection - when no write access will be detected for a specified 'quite-period' -# - marker-file - when an appropriate marker file for the data exists. -# The default value is 'marker-file'. -ms-injection.incoming-data-completeness-condition = auto-detection - -ms-injection.data-set-info-extractor = ch.systemsx.cisd.openbis.etlserver.proteomics.DataSetInfoExtractorForMSInjection -ms-injection.storage-processor = ch.systemsx.cisd.etlserver.DefaultStorageProcessor -ms-injection.type-extractor = ch.systemsx.cisd.openbis.etlserver.proteomics.TypeExtractorForMSInjection - -# --------------------------------------------------------------------------- -# 'ms-search' drop box for spectra data -# --------------------------------------------------------------------------- -# The directory to watch for incoming data. -ms-search.incoming-dir = ${root-dir}/incoming-ms-search - -# Determines when the incoming data should be considered complete and ready to be processed. -# Allowed values: -# - auto-detection - when no write access will be detected for a specified 'quite-period' -# - marker-file - when an appropriate marker file for the data exists. -# The default value is 'marker-file'. -ms-search.incoming-data-completeness-condition = auto-detection - -ms-search.data-set-info-extractor = ch.systemsx.cisd.openbis.etlserver.proteomics.DataSetInfoExtractorForProteinResults -ms-search.data-set-info-extractor.separator = + - -ms-search.type-extractor = ch.systemsx.cisd.etlserver.SimpleTypeExtractor -ms-search.type-extractor.file-format-type = XML -ms-search.type-extractor.locator-type = RELATIVE_LOCATION -ms-search.type-extractor.data-set-type = PROT_RESULT -ms-search.type-extractor.is-measured = false - -ms-search.storage-processor = ch.systemsx.cisd.openbis.etlserver.proteomics.StorageProcessorWithResultDataSetUploader -ms-search.storage-processor.processor = ch.systemsx.cisd.etlserver.DefaultStorageProcessor -ms-search.storage-processor.assuming-extended-prot-xml = false -ms-search.storage-processor.database.basic-name = ${data-source.basicDatabaseName} -ms-search.storage-processor.database.kind = ${data-source.databaseKind} -ms-search.storage-processor.database.owner = -ms-search.storage-processor.database.password = - -# --------------------------------------------------------------------------- -# maintenance plugins configuration -# --------------------------------------------------------------------------- -# Comma separated names of maintenance plugins. -# Each plugin should have configuration properties prefixed with its name. -# Mandatory properties for each <plugin> include: -# <plugin>.class - Fully qualified plugin class name -# <plugin>.interval - The time between plugin executions (in seconds) -# Optional properties for each <plugin> include: -# <plugin>.start - Time of the first execution (HH:mm) -# <plugin>.execute-only-once - If true the task will be executed exactly once, -# interval will be ignored. By default set to false. - -maintenance-plugins = data-set-clean-up - -data-set-clean-up.class = ch.systemsx.cisd.etlserver.plugins.DeleteFromExternalDBMaintenanceTask -data-set-clean-up.interval = 300 -data-set-clean-up.data-source = data-source -data-set-clean-up.data-set-table-name = data_sets - - - +core-plugins-folder = ../core-plugins \ No newline at end of file -- GitLab