From 67be851f31f02d323e2a1d1e7cfb7afa75467628 Mon Sep 17 00:00:00 2001 From: alaskowski <alaskowski@ethz.ch> Date: Mon, 30 Jan 2023 15:55:37 +0100 Subject: [PATCH] ssdm-13365: renamed 'test-data' to 'test-miscellaneous' --- .../screening/config/dss-service.properties | 250 ------------------ {test-data => test-miscellaneous}/.classpath | 0 {test-data => test-miscellaneous}/.gitignore | 0 {test-data => test-miscellaneous}/.project | 0 .../.pydevproject | 0 .../.settings/org.eclipse.jdt.core.prefs | 0 ...Screening Platonic Metadata (local).launch | 0 .../screening/config/dss-service.properties | 193 ++++++++++++++ .../config/openbis-service.properties | 0 .../screening/etc/analysis-graph.properties | 0 .../etc/data-set-handler-microscope.py | 0 .../etc/data-set-handler-plate-features.py | 0 .../etc/data-set-handler-plate-overlays.py | 0 .../etc/data-set-handler-plate-series.py | 0 .../etc/data-set-handler-plate-splitted.py | 0 .../screening/etc/data-set-handler-plate.py | 0 .../screening/exp-1-library.xls | Bin .../screening/readme.mdown | 0 .../admin-console/setup-platonic-metadata.txt | 0 .../source/bash/create-empty-screening-db.sh | 0 .../screening/source/bash/env | 0 .../source/bash/generate-test-experiment.sh | 0 .../post-install/0-create-initial-users.sh | 0 .../post-install/1-create-initial-database.sh | 0 .../bash/post-install/2-detect-32bit-jvm.sh | 0 .../post-install/empty-screening-database.sql | 0 .../DSS-SCREENING-PLATONIC/plugin.properties | 0 .../data-set-handler-plate-features.py | 0 .../platonic-plate-features/plugin.properties | 0 .../platonic-plate/data-set-handler-plate.py | 0 .../platonic-plate/plugin.properties | 0 .../screening/source/python/canvas.py | 0 .../python/generate-test-plate-analysis.py | 0 .../python/generate-test-plate-overlays.py | 0 .../python/generate-test-plate-series.py | 0 .../source/python/generate-test-plate.py | 0 .../source/python/generate-test-series.py | 0 .../screening/source/python/imagegen.py | 0 .../source/python/old-generate-test-images.py | 0 .../source/java/.gitignore | 0 .../source/python/load_file_creator.py | 0 41 files changed, 193 insertions(+), 250 deletions(-) delete mode 100644 test-data/screening/config/dss-service.properties rename {test-data => test-miscellaneous}/.classpath (100%) rename {test-data => test-miscellaneous}/.gitignore (100%) rename {test-data => test-miscellaneous}/.project (100%) rename {test-data => test-miscellaneous}/.pydevproject (100%) rename {test-data => test-miscellaneous}/.settings/org.eclipse.jdt.core.prefs (100%) rename {test-data => test-miscellaneous}/Initialize Screening Platonic Metadata (local).launch (100%) create mode 100644 test-miscellaneous/screening/config/dss-service.properties rename {test-data => test-miscellaneous}/screening/config/openbis-service.properties (100%) rename {test-data => test-miscellaneous}/screening/etc/analysis-graph.properties (100%) rename {test-data => test-miscellaneous}/screening/etc/data-set-handler-microscope.py (100%) rename {test-data => test-miscellaneous}/screening/etc/data-set-handler-plate-features.py (100%) rename {test-data => test-miscellaneous}/screening/etc/data-set-handler-plate-overlays.py (100%) rename {test-data => test-miscellaneous}/screening/etc/data-set-handler-plate-series.py (100%) rename {test-data => test-miscellaneous}/screening/etc/data-set-handler-plate-splitted.py (100%) rename {test-data => test-miscellaneous}/screening/etc/data-set-handler-plate.py (100%) rename {test-data => test-miscellaneous}/screening/exp-1-library.xls (100%) rename {test-data => test-miscellaneous}/screening/readme.mdown (100%) rename {test-data => test-miscellaneous}/screening/source/admin-console/setup-platonic-metadata.txt (100%) rename {test-data => test-miscellaneous}/screening/source/bash/create-empty-screening-db.sh (100%) rename {test-data => test-miscellaneous}/screening/source/bash/env (100%) rename {test-data => test-miscellaneous}/screening/source/bash/generate-test-experiment.sh (100%) rename {test-data => test-miscellaneous}/screening/source/bash/post-install/0-create-initial-users.sh (100%) rename {test-data => test-miscellaneous}/screening/source/bash/post-install/1-create-initial-database.sh (100%) rename {test-data => test-miscellaneous}/screening/source/bash/post-install/2-detect-32bit-jvm.sh (100%) rename {test-data => test-miscellaneous}/screening/source/bash/post-install/empty-screening-database.sql (100%) rename {test-data => test-miscellaneous}/screening/source/core-plugin/screening-platonic/1/as/dss-data-sources/DSS-SCREENING-PLATONIC/plugin.properties (100%) rename {test-data => test-miscellaneous}/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate-features/data-set-handler-plate-features.py (100%) rename {test-data => test-miscellaneous}/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate-features/plugin.properties (100%) rename {test-data => test-miscellaneous}/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate/data-set-handler-plate.py (100%) rename {test-data => test-miscellaneous}/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate/plugin.properties (100%) rename {test-data => test-miscellaneous}/screening/source/python/canvas.py (100%) rename {test-data => test-miscellaneous}/screening/source/python/generate-test-plate-analysis.py (100%) rename {test-data => test-miscellaneous}/screening/source/python/generate-test-plate-overlays.py (100%) rename {test-data => test-miscellaneous}/screening/source/python/generate-test-plate-series.py (100%) rename {test-data => test-miscellaneous}/screening/source/python/generate-test-plate.py (100%) rename {test-data => test-miscellaneous}/screening/source/python/generate-test-series.py (100%) rename {test-data => test-miscellaneous}/screening/source/python/imagegen.py (100%) rename {test-data => test-miscellaneous}/screening/source/python/old-generate-test-images.py (100%) rename {test-data => test-miscellaneous}/source/java/.gitignore (100%) rename {test-data => test-miscellaneous}/source/python/load_file_creator.py (100%) diff --git a/test-data/screening/config/dss-service.properties b/test-data/screening/config/dss-service.properties deleted file mode 100644 index 33e4bb0d4fb..00000000000 --- a/test-data/screening/config/dss-service.properties +++ /dev/null @@ -1,250 +0,0 @@ -# Unique code of this Data Store Server. Not more than 40 characters. -data-store-server-code = dss-screening-platonic - -# host name of the machine on which the datastore server is running -host-address = http://localhost - -# parent directory of the store directory and all the dropboxes -root-dir = targets/platonic - -# The root directory of the data store -storeroot-dir = ${root-dir}/store - -# The directory for the python scripts (and other configuration data) -python-script-folder = ../test-data/screening/etc - -# The directory where the command queue file is located; defaults to storeroot-dir -commandqueue-dir = - -# Create any incoming directories that do not already exist -incoming-dir-create = true - -# Port -port = 8889 -use-ssl = false - -# Session timeout in minutes -session-timeout = 30 - -# Path to the keystore -keystore.path = dist/etc/openBIS.keystore -# Password of the keystore -keystore.password = changeit -# Key password of the keystore -keystore.key-password = changeit - -# The check interval (in seconds) -check-interval = 5 - -# The time-out for clean up work in the shutdown sequence (in seconds). -# Note that that the maximal time for the shutdown sequence to complete can be as large -# as twice this time. -# Remark: On a network file system, it is not recommended to turn this value to something -# lower than 180. -shutdown-timeout = 2 - -# If free disk space goes below value defined here, a notification email will be sent. -# Value must be specified in kilobytes (1048576 = 1024 * 1024 = 1GB). If no high water mark is -# specified or if value is negative, the system will not be watching. -highwater-mark = 1000 - -# If a data set is successfully registered it sends out an email to the registrator. -# If this property is not specified, no email is sent to the registrator. This property -# does not affect the mails which are sent, when the data set could not be registered. -notify-successful-registration = false - -# The URL of the openBIS server -server-url = ${host-address}:8888 - -# The username to use when contacting the openBIS server -username = etlserver - -# The password for the etlserver user who contacts the openBIS server -password = etlserver_password - -# The base URL for Web client access to the data store server. -download-url = ${host-address}:8889 - -# SMTP properties (must start with 'mail' to be considered). -# The current configuration saves the emails in the file system in the root directory -mail.smtp.host = file://${root-dir}/emails -# mail.smtp.host = localhost -# mail.from = datastore_server@ethz.ch -# mail.smtp.user = -# mail.smtp.password = - -core-plugins-folder = ../screening/source/core-plugins -enabled-technologies = screening - -imaging-database.kind = platonic -screening-sql-root-folder = source/ - -# --------------------------------------------------------------------------- -# (optional) archiver configuration -# --------------------------------------------------------------------------- - -# Configuration of an archiver task. All properties are prefixed with 'archiver.'. - -# Archiver class specification (together with the list of packages this class belongs to). -#archiver.class = ch.systemsx.cisd.openbis.dss.generic.server.plugins.demo.DemoArchiver - -# --------------------------------------------------------------------------- -# INTERNAL CONFIGURATION, -# Do not change this part unless you are developing openBIS extensions. -# --------------------------------------------------------------------------- - -# --------------------------------------------------------------------------- -# screening database specification -# --------------------------------------------------------------------------- - -data-sources = path-info-db - -# Data source for pathinfo database -path-info-db.version-holder-class = ch.systemsx.cisd.openbis.dss.generic.shared.PathInfoDatabaseVersionHolder -path-info-db.databaseEngineCode = postgresql -path-info-db.basicDatabaseName = pathinfo -path-info-db.databaseKind = platonic -path-info-db.scriptFolder = ../datastore_server/source/sql - -# --------------------------------------------------------------------------- -# reporting and processing plugins configuration -# --------------------------------------------------------------------------- - -# Comma separated names of reporting plugins. Each plugin should have configuration properties prefixed with its name. -reporting-plugins = well-image-analysis-graph, csv-viewer - -well-image-analysis-graph.label = Image Analysis Graphs -well-image-analysis-graph.dataset-types = HCS_ANALYSIS_WELL_FEATURES -well-image-analysis-graph.class = ch.systemsx.cisd.openbis.dss.generic.server.plugins.ImageAnalysisGraphReportingPlugin -well-image-analysis-graph.servlet-path = analysis_graph/ -well-image-analysis-graph.properties-file = ${python-script-folder}/analysis-graph.properties -well-image-analysis-graph.servlet.class = ch.systemsx.cisd.openbis.dss.generic.server.TabularDataGraphServlet -well-image-analysis-graph.servlet.path = /${well-image-analysis-graph.servlet-path}* -well-image-analysis-graph.servlet.properties-file = ${well-image-analysis-graph.properties-file} - -csv-viewer.label = CSV View -csv-viewer.dataset-types = HCS_IMAGE_ANALYSIS_DATA -csv-viewer.class = ch.systemsx.cisd.openbis.dss.generic.server.plugins.standard.TSVViewReportingPlugin -csv-viewer.separator = , - - -# --------------------------------------------------------------------------- - -maintenance-plugins = path-info-deletion, post-registration -path-info-feeding.class = ch.systemsx.cisd.etlserver.path.PathInfoDatabaseFeedingTask -path-info-feeding.execute-only-once = true - -# Maintenance task for deleting entries in pathinfo database after deletion of data sets -path-info-deletion.class = ch.systemsx.cisd.etlserver.plugins.DeleteFromExternalDBMaintenanceTask -path-info-deletion.interval = 120 -path-info-deletion.data-source = path-info-db -path-info-deletion.data-set-perm-id = CODE -path-info-deletion.data-set-table-name = data_sets - -# Maintenance task for post registration of all paths of a freshly registered data set to be fed into pathinfo database -post-registration.class = ch.systemsx.cisd.etlserver.postregistration.PostRegistrationMaintenanceTask -post-registration.interval = 30 -post-registration.cleanup-tasks-folder = targets/cleanup-tasks -# The following date should the day when the DDS is started up the first time with PathInfoDatabaseFeedingTask. -# After PathInfoDatabaseFeedingTask has been performed it can be removed and the following line can be deleted. -#post-registration.ignore-data-sets-before-date = 2011-04-18 -post-registration.last-seen-data-set-file = targets/last-seen-data-set -post-registration.post-registration-tasks = pathinfo-feeding -post-registration.pathinfo-feeding.class = ch.systemsx.cisd.etlserver.path.PathInfoDatabaseFeedingTask - - -# --------------------------------------------------------------------------- -# DROPBOXES CONFIGURATION -# --------------------------------------------------------------------------- - -incoming-root-dir = ${root-dir} - -# Globally used separator character which separates entities in a data set file name -data-set-file-name-entity-separator = _ - -# The period of no write access that needs to pass before an incoming data item is considered -# complete and ready to be processed (in seconds) [default: 300]. -# Valid only when auto-detection method is used to determine if an incoming data are ready to be processed. -quiet-period=10 - -# code of the default space in openBIS to which the data will be imported -import-space-code = PLATONIC - -# Comma separated names of processing threads. Each thread should have configuration properties prefixed with its name. -# E.g. 'code-extractor' property for the thread 'my-etl' should be specified as 'my-etl.code-extractor' -inputs= platonic-plate, platonic-plate-splitted, platonic-plate-overlay, platonic-plate-features, platonic-plate-series, platonic-microscope - -# --------------------------------------------------------------------------- -# --- platonic-plate ------------------------------------------------------ -# --------------------------------------------------------------------------- - -# The dropbox for idealized data -- data that doesn't represent real screens, -# rather data used for testing purposes -platonic-plate.incoming-dir = ${incoming-root-dir}/incoming-platonic-plate -platonic-plate.incoming-data-completeness-condition = auto-detection - -# The extractor class to use for code extraction -platonic-plate.top-level-data-set-handler = ch.systemsx.cisd.openbis.dss.etl.jython.v2.JythonPlateDataSetHandlerV2 -platonic-plate.script-path = ${python-script-folder}/data-set-handler-plate.py -platonic-plate.staging-dir = ${incoming-root-dir} - -platonic-plate.storage-processor = ch.systemsx.cisd.etlserver.DispatcherStorageProcessor -platonic-plate.storage-processor.processors = images, analysis -# --- images - accepts all image datasets registrations -platonic-plate.storage-processor.images = ch.systemsx.cisd.openbis.dss.etl.PlateStorageProcessor -platonic-plate.storage-processor.images.data-source = imaging-db -# --- analysis - accepts all other datasets (and assumes they are single CSV files) -platonic-plate.storage-processor.analysis = ch.systemsx.cisd.openbis.dss.etl.featurevector.FeatureVectorStorageProcessor -platonic-plate.storage-processor.analysis.processor = ch.systemsx.cisd.etlserver.DefaultStorageProcessor -platonic-plate.storage-processor.analysis.data-source = imaging-db -platonic-plate.storage-processor.analysis.separator = , -platonic-plate.storage-processor.analysis.well-name-row = Well -platonic-plate.storage-processor.analysis.well-name-col = Well -platonic-plate.storage-processor.analysis.well-name-col-is-alphanum = true - -platonic-plate-splitted. = platonic-plate. -platonic-plate-splitted.incoming-dir = ${incoming-root-dir}/incoming-platonic-plate-splitted -platonic-plate-splitted.script-path = ${python-script-folder}/data-set-handler-plate-splitted.py - -platonic-plate-overlay. = platonic-plate. -platonic-plate-overlay.incoming-dir = ${incoming-root-dir}/incoming-platonic-plate-overlays -platonic-plate-overlay.script-path = ${python-script-folder}/data-set-handler-plate-overlays.py - -platonic-plate-features. = platonic-plate. -platonic-plate-features.incoming-dir = ${incoming-root-dir}/incoming-platonic-plate-features -platonic-plate-features.script-path = ${python-script-folder}/data-set-handler-plate-features.py - -platonic-plate-series. = platonic-plate. -platonic-plate-series.incoming-dir = ${incoming-root-dir}/incoming-platonic-plate-series -platonic-plate-series.script-path = ${python-script-folder}/data-set-handler-plate-series.py - - -# --------------------------------------------------------------------------- -# --- platonic-microscope ------------------------------------------------- -# --------------------------------------------------------------------------- - -# The dropbox for idealized data -- data that doesn't represent real screens, -# rather data used for testing purposes -platonic-microscope.incoming-dir = ${incoming-root-dir}/incoming-platonic-microscope -platonic-microscope.incoming-data-completeness-condition = auto-detection - -# The extractor class to use for code extraction -platonic-microscope.top-level-data-set-handler = ch.systemsx.cisd.openbis.dss.etl.jython.v2.JythonPlateDataSetHandlerV2 -platonic-microscope.script-path = ${python-script-folder}/data-set-handler-microscope.py -platonic-microscope.staging-dir = ${incoming-root-dir} - -platonic-microscope.storage-processor = ch.systemsx.cisd.etlserver.DispatcherStorageProcessor -platonic-microscope.storage-processor.processors = images, analysis -# --- images - accepts all image datasets registrations -platonic-microscope.storage-processor.images = ch.systemsx.cisd.openbis.dss.etl.MicroscopyStorageProcessor -platonic-microscope.storage-processor.images.data-source = imaging-db -# --- analysis - accepts all other datasets (and assumes they are single CSV files) -platonic-microscope.storage-processor.analysis = ch.systemsx.cisd.openbis.dss.etl.featurevector.FeatureVectorStorageProcessor -platonic-microscope.storage-processor.analysis.processor = ch.systemsx.cisd.etlserver.DefaultStorageProcessor -platonic-microscope.storage-processor.analysis.data-source = imaging-db -platonic-microscope.storage-processor.analysis.separator = , -platonic-microscope.storage-processor.analysis.well-name-row = Well -platonic-microscope.storage-processor.analysis.well-name-col = Well -platonic-microscope.storage-processor.analysis.well-name-col-is-alphanum = true - -jython-version=2.7 \ No newline at end of file diff --git a/test-data/.classpath b/test-miscellaneous/.classpath similarity index 100% rename from test-data/.classpath rename to test-miscellaneous/.classpath diff --git a/test-data/.gitignore b/test-miscellaneous/.gitignore similarity index 100% rename from test-data/.gitignore rename to test-miscellaneous/.gitignore diff --git a/test-data/.project b/test-miscellaneous/.project similarity index 100% rename from test-data/.project rename to test-miscellaneous/.project diff --git a/test-data/.pydevproject b/test-miscellaneous/.pydevproject similarity index 100% rename from test-data/.pydevproject rename to test-miscellaneous/.pydevproject diff --git a/test-data/.settings/org.eclipse.jdt.core.prefs b/test-miscellaneous/.settings/org.eclipse.jdt.core.prefs similarity index 100% rename from test-data/.settings/org.eclipse.jdt.core.prefs rename to test-miscellaneous/.settings/org.eclipse.jdt.core.prefs diff --git a/test-data/Initialize Screening Platonic Metadata (local).launch b/test-miscellaneous/Initialize Screening Platonic Metadata (local).launch similarity index 100% rename from test-data/Initialize Screening Platonic Metadata (local).launch rename to test-miscellaneous/Initialize Screening Platonic Metadata (local).launch diff --git a/test-miscellaneous/screening/config/dss-service.properties b/test-miscellaneous/screening/config/dss-service.properties new file mode 100644 index 00000000000..13224b09377 --- /dev/null +++ b/test-miscellaneous/screening/config/dss-service.properties @@ -0,0 +1,193 @@ +# Unique code of this Data Store Server. Not more than 40 characters. +data-store-server-code=dss-screening-platonic +# host name of the machine on which the datastore server is running +host-address=http://localhost +# parent directory of the store directory and all the dropboxes +root-dir=targets/platonic +# The root directory of the data store +storeroot-dir=${root-dir}/store +# The directory for the python scripts (and other configuration data) +python-script-folder=../test-miscellaneous/screening/etc +# The directory where the command queue file is located; defaults to storeroot-dir +commandqueue-dir= +# Create any incoming directories that do not already exist +incoming-dir-create=true +# Port +port=8889 +use-ssl=false +# Session timeout in minutes +session-timeout=30 +# Path to the keystore +keystore.path=dist/etc/openBIS.keystore +# Password of the keystore +keystore.password=changeit +# Key password of the keystore +keystore.key-password=changeit +# The check interval (in seconds) +check-interval=5 +# The time-out for clean up work in the shutdown sequence (in seconds). +# Note that that the maximal time for the shutdown sequence to complete can be as large +# as twice this time. +# Remark: On a network file system, it is not recommended to turn this value to something +# lower than 180. +shutdown-timeout=2 +# If free disk space goes below value defined here, a notification email will be sent. +# Value must be specified in kilobytes (1048576 = 1024 * 1024 = 1GB). If no high water mark is +# specified or if value is negative, the system will not be watching. +highwater-mark=1000 +# If a data set is successfully registered it sends out an email to the registrator. +# If this property is not specified, no email is sent to the registrator. This property +# does not affect the mails which are sent, when the data set could not be registered. +notify-successful-registration=false +# The URL of the openBIS server +server-url=${host-address}:8888 +# The username to use when contacting the openBIS server +username=etlserver +# The password for the etlserver user who contacts the openBIS server +password=etlserver_password +# The base URL for Web client access to the data store server. +download-url=${host-address}:8889 +# SMTP properties (must start with 'mail' to be considered). +# The current configuration saves the emails in the file system in the root directory +mail.smtp.host=file://${root-dir}/emails +# mail.smtp.host = localhost +# mail.from = datastore_server@ethz.ch +# mail.smtp.user = +# mail.smtp.password = +core-plugins-folder=../screening/source/core-plugins +enabled-technologies=screening +imaging-database.kind=platonic +screening-sql-root-folder=source/ +# --------------------------------------------------------------------------- +# (optional) archiver configuration +# --------------------------------------------------------------------------- +# Configuration of an archiver task. All properties are prefixed with 'archiver.'. +# Archiver class specification (together with the list of packages this class belongs to). +#archiver.class = ch.systemsx.cisd.openbis.dss.generic.server.plugins.demo.DemoArchiver +# --------------------------------------------------------------------------- +# INTERNAL CONFIGURATION, +# Do not change this part unless you are developing openBIS extensions. +# --------------------------------------------------------------------------- +# --------------------------------------------------------------------------- +# screening database specification +# --------------------------------------------------------------------------- +data-sources=path-info-db +# Data source for pathinfo database +path-info-db.version-holder-class=ch.systemsx.cisd.openbis.dss.generic.shared.PathInfoDatabaseVersionHolder +path-info-db.databaseEngineCode=postgresql +path-info-db.basicDatabaseName=pathinfo +path-info-db.databaseKind=platonic +path-info-db.scriptFolder=../datastore_server/source/sql +# --------------------------------------------------------------------------- +# reporting and processing plugins configuration +# --------------------------------------------------------------------------- +# Comma separated names of reporting plugins. Each plugin should have configuration properties prefixed with its name. +reporting-plugins=well-image-analysis-graph, csv-viewer +well-image-analysis-graph.label=Image Analysis Graphs +well-image-analysis-graph.dataset-types=HCS_ANALYSIS_WELL_FEATURES +well-image-analysis-graph.class=ch.systemsx.cisd.openbis.dss.generic.server.plugins.ImageAnalysisGraphReportingPlugin +well-image-analysis-graph.servlet-path=analysis_graph/ +well-image-analysis-graph.properties-file=${python-script-folder}/analysis-graph.properties +well-image-analysis-graph.servlet.class=ch.systemsx.cisd.openbis.dss.generic.server.TabularDataGraphServlet +well-image-analysis-graph.servlet.path=/${well-image-analysis-graph.servlet-path}* +well-image-analysis-graph.servlet.properties-file=${well-image-analysis-graph.properties-file} +csv-viewer.label=CSV View +csv-viewer.dataset-types=HCS_IMAGE_ANALYSIS_DATA +csv-viewer.class=ch.systemsx.cisd.openbis.dss.generic.server.plugins.standard.TSVViewReportingPlugin +csv-viewer.separator=, +# --------------------------------------------------------------------------- +maintenance-plugins=path-info-deletion, post-registration +path-info-feeding.class=ch.systemsx.cisd.etlserver.path.PathInfoDatabaseFeedingTask +path-info-feeding.execute-only-once=true +# Maintenance task for deleting entries in pathinfo database after deletion of data sets +path-info-deletion.class=ch.systemsx.cisd.etlserver.plugins.DeleteFromExternalDBMaintenanceTask +path-info-deletion.interval=120 +path-info-deletion.data-source=path-info-db +path-info-deletion.data-set-perm-id=CODE +path-info-deletion.data-set-table-name=data_sets +# Maintenance task for post registration of all paths of a freshly registered data set to be fed into pathinfo database +post-registration.class=ch.systemsx.cisd.etlserver.postregistration.PostRegistrationMaintenanceTask +post-registration.interval=30 +post-registration.cleanup-tasks-folder=targets/cleanup-tasks +# The following date should the day when the DDS is started up the first time with PathInfoDatabaseFeedingTask. +# After PathInfoDatabaseFeedingTask has been performed it can be removed and the following line can be deleted. +#post-registration.ignore-data-sets-before-date = 2011-04-18 +post-registration.last-seen-data-set-file=targets/last-seen-data-set +post-registration.post-registration-tasks=pathinfo-feeding +post-registration.pathinfo-feeding.class=ch.systemsx.cisd.etlserver.path.PathInfoDatabaseFeedingTask +# --------------------------------------------------------------------------- +# DROPBOXES CONFIGURATION +# --------------------------------------------------------------------------- +incoming-root-dir=${root-dir} +# Globally used separator character which separates entities in a data set file name +data-set-file-name-entity-separator=_ +# The period of no write access that needs to pass before an incoming data item is considered +# complete and ready to be processed (in seconds) [default: 300]. +# Valid only when auto-detection method is used to determine if an incoming data are ready to be processed. +quiet-period=10 +# code of the default space in openBIS to which the data will be imported +import-space-code=PLATONIC +# Comma separated names of processing threads. Each thread should have configuration properties prefixed with its name. +# E.g. 'code-extractor' property for the thread 'my-etl' should be specified as 'my-etl.code-extractor' +inputs=platonic-plate, platonic-plate-splitted, platonic-plate-overlay, platonic-plate-features, platonic-plate-series, platonic-microscope +# --------------------------------------------------------------------------- +# --- platonic-plate ------------------------------------------------------ +# --------------------------------------------------------------------------- +# The dropbox for idealized data -- data that doesn't represent real screens, +# rather data used for testing purposes +platonic-plate.incoming-dir=${incoming-root-dir}/incoming-platonic-plate +platonic-plate.incoming-data-completeness-condition=auto-detection +# The extractor class to use for code extraction +platonic-plate.top-level-data-set-handler=ch.systemsx.cisd.openbis.dss.etl.jython.v2.JythonPlateDataSetHandlerV2 +platonic-plate.script-path=${python-script-folder}/data-set-handler-plate.py +platonic-plate.staging-dir=${incoming-root-dir} +platonic-plate.storage-processor=ch.systemsx.cisd.etlserver.DispatcherStorageProcessor +platonic-plate.storage-processor.processors=images, analysis +# --- images - accepts all image datasets registrations +platonic-plate.storage-processor.images=ch.systemsx.cisd.openbis.dss.etl.PlateStorageProcessor +platonic-plate.storage-processor.images.data-source=imaging-db +# --- analysis - accepts all other datasets (and assumes they are single CSV files) +platonic-plate.storage-processor.analysis=ch.systemsx.cisd.openbis.dss.etl.featurevector.FeatureVectorStorageProcessor +platonic-plate.storage-processor.analysis.processor=ch.systemsx.cisd.etlserver.DefaultStorageProcessor +platonic-plate.storage-processor.analysis.data-source=imaging-db +platonic-plate.storage-processor.analysis.separator=, +platonic-plate.storage-processor.analysis.well-name-row=Well +platonic-plate.storage-processor.analysis.well-name-col=Well +platonic-plate.storage-processor.analysis.well-name-col-is-alphanum=true +platonic-plate-splitted.=platonic-plate. +platonic-plate-splitted.incoming-dir=${incoming-root-dir}/incoming-platonic-plate-splitted +platonic-plate-splitted.script-path=${python-script-folder}/data-set-handler-plate-splitted.py +platonic-plate-overlay.=platonic-plate. +platonic-plate-overlay.incoming-dir=${incoming-root-dir}/incoming-platonic-plate-overlays +platonic-plate-overlay.script-path=${python-script-folder}/data-set-handler-plate-overlays.py +platonic-plate-features.=platonic-plate. +platonic-plate-features.incoming-dir=${incoming-root-dir}/incoming-platonic-plate-features +platonic-plate-features.script-path=${python-script-folder}/data-set-handler-plate-features.py +platonic-plate-series.=platonic-plate. +platonic-plate-series.incoming-dir=${incoming-root-dir}/incoming-platonic-plate-series +platonic-plate-series.script-path=${python-script-folder}/data-set-handler-plate-series.py +# --------------------------------------------------------------------------- +# --- platonic-microscope ------------------------------------------------- +# --------------------------------------------------------------------------- +# The dropbox for idealized data -- data that doesn't represent real screens, +# rather data used for testing purposes +platonic-microscope.incoming-dir=${incoming-root-dir}/incoming-platonic-microscope +platonic-microscope.incoming-data-completeness-condition=auto-detection +# The extractor class to use for code extraction +platonic-microscope.top-level-data-set-handler=ch.systemsx.cisd.openbis.dss.etl.jython.v2.JythonPlateDataSetHandlerV2 +platonic-microscope.script-path=${python-script-folder}/data-set-handler-microscope.py +platonic-microscope.staging-dir=${incoming-root-dir} +platonic-microscope.storage-processor=ch.systemsx.cisd.etlserver.DispatcherStorageProcessor +platonic-microscope.storage-processor.processors=images, analysis +# --- images - accepts all image datasets registrations +platonic-microscope.storage-processor.images=ch.systemsx.cisd.openbis.dss.etl.MicroscopyStorageProcessor +platonic-microscope.storage-processor.images.data-source=imaging-db +# --- analysis - accepts all other datasets (and assumes they are single CSV files) +platonic-microscope.storage-processor.analysis=ch.systemsx.cisd.openbis.dss.etl.featurevector.FeatureVectorStorageProcessor +platonic-microscope.storage-processor.analysis.processor=ch.systemsx.cisd.etlserver.DefaultStorageProcessor +platonic-microscope.storage-processor.analysis.data-source=imaging-db +platonic-microscope.storage-processor.analysis.separator=, +platonic-microscope.storage-processor.analysis.well-name-row=Well +platonic-microscope.storage-processor.analysis.well-name-col=Well +platonic-microscope.storage-processor.analysis.well-name-col-is-alphanum=true +jython-version=2.7 \ No newline at end of file diff --git a/test-data/screening/config/openbis-service.properties b/test-miscellaneous/screening/config/openbis-service.properties similarity index 100% rename from test-data/screening/config/openbis-service.properties rename to test-miscellaneous/screening/config/openbis-service.properties diff --git a/test-data/screening/etc/analysis-graph.properties b/test-miscellaneous/screening/etc/analysis-graph.properties similarity index 100% rename from test-data/screening/etc/analysis-graph.properties rename to test-miscellaneous/screening/etc/analysis-graph.properties diff --git a/test-data/screening/etc/data-set-handler-microscope.py b/test-miscellaneous/screening/etc/data-set-handler-microscope.py similarity index 100% rename from test-data/screening/etc/data-set-handler-microscope.py rename to test-miscellaneous/screening/etc/data-set-handler-microscope.py diff --git a/test-data/screening/etc/data-set-handler-plate-features.py b/test-miscellaneous/screening/etc/data-set-handler-plate-features.py similarity index 100% rename from test-data/screening/etc/data-set-handler-plate-features.py rename to test-miscellaneous/screening/etc/data-set-handler-plate-features.py diff --git a/test-data/screening/etc/data-set-handler-plate-overlays.py b/test-miscellaneous/screening/etc/data-set-handler-plate-overlays.py similarity index 100% rename from test-data/screening/etc/data-set-handler-plate-overlays.py rename to test-miscellaneous/screening/etc/data-set-handler-plate-overlays.py diff --git a/test-data/screening/etc/data-set-handler-plate-series.py b/test-miscellaneous/screening/etc/data-set-handler-plate-series.py similarity index 100% rename from test-data/screening/etc/data-set-handler-plate-series.py rename to test-miscellaneous/screening/etc/data-set-handler-plate-series.py diff --git a/test-data/screening/etc/data-set-handler-plate-splitted.py b/test-miscellaneous/screening/etc/data-set-handler-plate-splitted.py similarity index 100% rename from test-data/screening/etc/data-set-handler-plate-splitted.py rename to test-miscellaneous/screening/etc/data-set-handler-plate-splitted.py diff --git a/test-data/screening/etc/data-set-handler-plate.py b/test-miscellaneous/screening/etc/data-set-handler-plate.py similarity index 100% rename from test-data/screening/etc/data-set-handler-plate.py rename to test-miscellaneous/screening/etc/data-set-handler-plate.py diff --git a/test-data/screening/exp-1-library.xls b/test-miscellaneous/screening/exp-1-library.xls similarity index 100% rename from test-data/screening/exp-1-library.xls rename to test-miscellaneous/screening/exp-1-library.xls diff --git a/test-data/screening/readme.mdown b/test-miscellaneous/screening/readme.mdown similarity index 100% rename from test-data/screening/readme.mdown rename to test-miscellaneous/screening/readme.mdown diff --git a/test-data/screening/source/admin-console/setup-platonic-metadata.txt b/test-miscellaneous/screening/source/admin-console/setup-platonic-metadata.txt similarity index 100% rename from test-data/screening/source/admin-console/setup-platonic-metadata.txt rename to test-miscellaneous/screening/source/admin-console/setup-platonic-metadata.txt diff --git a/test-data/screening/source/bash/create-empty-screening-db.sh b/test-miscellaneous/screening/source/bash/create-empty-screening-db.sh similarity index 100% rename from test-data/screening/source/bash/create-empty-screening-db.sh rename to test-miscellaneous/screening/source/bash/create-empty-screening-db.sh diff --git a/test-data/screening/source/bash/env b/test-miscellaneous/screening/source/bash/env similarity index 100% rename from test-data/screening/source/bash/env rename to test-miscellaneous/screening/source/bash/env diff --git a/test-data/screening/source/bash/generate-test-experiment.sh b/test-miscellaneous/screening/source/bash/generate-test-experiment.sh similarity index 100% rename from test-data/screening/source/bash/generate-test-experiment.sh rename to test-miscellaneous/screening/source/bash/generate-test-experiment.sh diff --git a/test-data/screening/source/bash/post-install/0-create-initial-users.sh b/test-miscellaneous/screening/source/bash/post-install/0-create-initial-users.sh similarity index 100% rename from test-data/screening/source/bash/post-install/0-create-initial-users.sh rename to test-miscellaneous/screening/source/bash/post-install/0-create-initial-users.sh diff --git a/test-data/screening/source/bash/post-install/1-create-initial-database.sh b/test-miscellaneous/screening/source/bash/post-install/1-create-initial-database.sh similarity index 100% rename from test-data/screening/source/bash/post-install/1-create-initial-database.sh rename to test-miscellaneous/screening/source/bash/post-install/1-create-initial-database.sh diff --git a/test-data/screening/source/bash/post-install/2-detect-32bit-jvm.sh b/test-miscellaneous/screening/source/bash/post-install/2-detect-32bit-jvm.sh similarity index 100% rename from test-data/screening/source/bash/post-install/2-detect-32bit-jvm.sh rename to test-miscellaneous/screening/source/bash/post-install/2-detect-32bit-jvm.sh diff --git a/test-data/screening/source/bash/post-install/empty-screening-database.sql b/test-miscellaneous/screening/source/bash/post-install/empty-screening-database.sql similarity index 100% rename from test-data/screening/source/bash/post-install/empty-screening-database.sql rename to test-miscellaneous/screening/source/bash/post-install/empty-screening-database.sql diff --git a/test-data/screening/source/core-plugin/screening-platonic/1/as/dss-data-sources/DSS-SCREENING-PLATONIC/plugin.properties b/test-miscellaneous/screening/source/core-plugin/screening-platonic/1/as/dss-data-sources/DSS-SCREENING-PLATONIC/plugin.properties similarity index 100% rename from test-data/screening/source/core-plugin/screening-platonic/1/as/dss-data-sources/DSS-SCREENING-PLATONIC/plugin.properties rename to test-miscellaneous/screening/source/core-plugin/screening-platonic/1/as/dss-data-sources/DSS-SCREENING-PLATONIC/plugin.properties diff --git a/test-data/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate-features/data-set-handler-plate-features.py b/test-miscellaneous/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate-features/data-set-handler-plate-features.py similarity index 100% rename from test-data/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate-features/data-set-handler-plate-features.py rename to test-miscellaneous/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate-features/data-set-handler-plate-features.py diff --git a/test-data/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate-features/plugin.properties b/test-miscellaneous/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate-features/plugin.properties similarity index 100% rename from test-data/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate-features/plugin.properties rename to test-miscellaneous/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate-features/plugin.properties diff --git a/test-data/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate/data-set-handler-plate.py b/test-miscellaneous/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate/data-set-handler-plate.py similarity index 100% rename from test-data/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate/data-set-handler-plate.py rename to test-miscellaneous/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate/data-set-handler-plate.py diff --git a/test-data/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate/plugin.properties b/test-miscellaneous/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate/plugin.properties similarity index 100% rename from test-data/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate/plugin.properties rename to test-miscellaneous/screening/source/core-plugin/screening-platonic/1/dss/drop-boxes/platonic-plate/plugin.properties diff --git a/test-data/screening/source/python/canvas.py b/test-miscellaneous/screening/source/python/canvas.py similarity index 100% rename from test-data/screening/source/python/canvas.py rename to test-miscellaneous/screening/source/python/canvas.py diff --git a/test-data/screening/source/python/generate-test-plate-analysis.py b/test-miscellaneous/screening/source/python/generate-test-plate-analysis.py similarity index 100% rename from test-data/screening/source/python/generate-test-plate-analysis.py rename to test-miscellaneous/screening/source/python/generate-test-plate-analysis.py diff --git a/test-data/screening/source/python/generate-test-plate-overlays.py b/test-miscellaneous/screening/source/python/generate-test-plate-overlays.py similarity index 100% rename from test-data/screening/source/python/generate-test-plate-overlays.py rename to test-miscellaneous/screening/source/python/generate-test-plate-overlays.py diff --git a/test-data/screening/source/python/generate-test-plate-series.py b/test-miscellaneous/screening/source/python/generate-test-plate-series.py similarity index 100% rename from test-data/screening/source/python/generate-test-plate-series.py rename to test-miscellaneous/screening/source/python/generate-test-plate-series.py diff --git a/test-data/screening/source/python/generate-test-plate.py b/test-miscellaneous/screening/source/python/generate-test-plate.py similarity index 100% rename from test-data/screening/source/python/generate-test-plate.py rename to test-miscellaneous/screening/source/python/generate-test-plate.py diff --git a/test-data/screening/source/python/generate-test-series.py b/test-miscellaneous/screening/source/python/generate-test-series.py similarity index 100% rename from test-data/screening/source/python/generate-test-series.py rename to test-miscellaneous/screening/source/python/generate-test-series.py diff --git a/test-data/screening/source/python/imagegen.py b/test-miscellaneous/screening/source/python/imagegen.py similarity index 100% rename from test-data/screening/source/python/imagegen.py rename to test-miscellaneous/screening/source/python/imagegen.py diff --git a/test-data/screening/source/python/old-generate-test-images.py b/test-miscellaneous/screening/source/python/old-generate-test-images.py similarity index 100% rename from test-data/screening/source/python/old-generate-test-images.py rename to test-miscellaneous/screening/source/python/old-generate-test-images.py diff --git a/test-data/source/java/.gitignore b/test-miscellaneous/source/java/.gitignore similarity index 100% rename from test-data/source/java/.gitignore rename to test-miscellaneous/source/java/.gitignore diff --git a/test-data/source/python/load_file_creator.py b/test-miscellaneous/source/python/load_file_creator.py similarity index 100% rename from test-data/source/python/load_file_creator.py rename to test-miscellaneous/source/python/load_file_creator.py -- GitLab