Newer
Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
#! /bin/bash
#
# Creates a snapshot of an openBIS instance based on a configuration file.
#
# usage: create-snapshot.sh <configuration file>
#
# The configuration files knows the following key-value pairs (stored as <key> = <value>):
#
# repository Path to the directory which will store the snapshot.
# servers Path to to a directory which contains the folders 'datastore_server'
# and 'openBIS-server'.
# store Path to the directory which contains the data set store. Everything there
# will be added to the snapshot.
# databases Space separated list of database to be dumped.
# index Relative path to the lucene index.
# It is relative to <servers path>/openBIS-server/jetty/.
# If this optional attribute is missing no lucene index will added to the snapshot.
#
# Important Notes:
# - This script should be run after all servers have been stopped.
# - Can not be used for segmented stores because the script doesn't follow symbolic links.
#
function getValue {
file=$1
key=$2
awk -F ' *= *' -v key=$2 '{map[$1] = $2} END {print map[key]}' $file
}
if [ $# -ne 1 ]; then
echo "Usage: create-snapshot.sh <configuration file>"
exit 1
fi
CONFIGURATION_FILE="$1"
SERVERS_PATH=`getValue $CONFIGURATION_FILE servers`
if [ -z "$SERVERS_PATH" ]; then
echo "Path to servers not specified in $CONFIGURATION_FILE."
exit 1
fi
OPENBIS_AS_ROOT="$SERVERS_PATH/openBIS-server/jetty/"
if [ ! -d "$OPENBIS_AS_ROOT" ]; then
echo "Error: $OPENBIS_AS_ROOT isn't a directory."
echo "Most probable reason: $SERVERS_PATH doesn't point to a valid openBIS instance."
exit 1
fi
REPOSITORY=`getValue $CONFIGURATION_FILE repository`
if [ -z "$REPOSITORY" ]; then
echo "Repository not specified in $CONFIGURATION_FILE."
exit 1
fi
mkdir -p "$REPOSITORY"
STORE=`getValue $CONFIGURATION_FILE store`
if [ -z "$STORE" ]; then
echo "Store not specified in $CONFIGURATION_FILE."
exit 1
fi
if [ ! -d "$STORE" ]; then
echo "Store path $STORE doesn't point to an existing directory."
exit 1
fi
DATABASES=`getValue $CONFIGURATION_FILE databases`
if [ -z "$DATABASES" ]; then
echo "At least one database has to be specified in $CONFIGURATION_FILE."
exit 1
fi
INDEX=`getValue $CONFIGURATION_FILE index`
if [ -n "$INDEX" ]; then
if [ ! -d "$INDEX" ]; then
mkdir -p "$INDEX"
fi
fi
TIMESTAMP=`date +%Y-%m-%d_%H:%M:%S`
SNAPSHOT_FOLDER="openbis-snapshot-$TIMESTAMP"
SNAPSHOT="$REPOSITORY/$SNAPSHOT_FOLDER"
##################################################
#
# Starting snapshot creation
#
echo "==== creating snapshot $SNAPSHOT.tgz"
mkdir "$SNAPSHOT"
cp -p "$CONFIGURATION_FILE" "$SNAPSHOT"
############## dump the store ##############
tar -cf "$SNAPSHOT/store.tar" -C "$STORE" .
if [ $? -ne 0 ]; then
echo "Error creating store dump. Snapshot creation aborted."
exit 1
fi
echo "Dump of store $STORE has been successfully created."
############## dump databases ##############
for db in $DATABASES; do
pg_dump -U postgres -O $db > "$SNAPSHOT/$db.sql"
if [ $? -ne 0 ]; then
echo "Error dumping database '$db'. Snapshot creation aborted."
exit 1
fi
echo "Database '$db' has been successfully dumped."
done
############## dump index (if requested) ##############
if [ -n "$INDEX" ]; then
tar -cf "$SNAPSHOT/index.tar" -C "$INDEX" .
if [ $? -ne 0 ]; then
echo "Error creating index dump. Snapshot creation aborted."
exit 1
fi
echo "Dump of index $INDEX has been successfully created."
fi
############## packaging ##############
tar -zcf "$SNAPSHOT.tgz" -C "$REPOSITORY" "$SNAPSHOT_FOLDER"
if [ $? -ne 0 ]; then
echo "Error packaging snapshot $SNAPSHOT."
exit 1
fi
rm -rf "$SNAPSHOT"
echo "==== $SNAPSHOT.tgz successfully created."