1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
# Copyright (C) 2008, One Laptop Per Child
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
"""Transform one DataStore directory in a newer format.
"""
import os
import logging
import shutil
import time
import traceback
import cjson
from carquinyol import layoutmanager
DATE_FORMAT = '%Y-%m-%dT%H:%M:%S'
def migrate_from_0():
logging.info('Migrating datastore from version 0 to version 1')
root_path = layoutmanager.get_instance().get_root_path()
old_root_path = os.path.join(root_path, 'store')
if not os.path.exists(old_root_path):
return
for f in os.listdir(old_root_path):
uid, ext = os.path.splitext(f)
if ext != '.metadata':
continue
logging.debug('Migrating entry %r', uid)
new_entry_dir = layoutmanager.get_instance().get_metadata_path(uid)
if not os.path.exists(new_entry_dir):
os.makedirs(new_entry_dir)
try:
_migrate_metadata(root_path, old_root_path, uid)
_migrate_file(root_path, old_root_path, uid)
_migrate_preview(root_path, old_root_path, uid)
except Exception:
logging.exception('Error while migrating entry %r', uid)
# Just be paranoid, it's cheap.
if old_root_path.endswith('datastore/store'):
shutil.rmtree(old_root_path)
logging.info('Migration finished')
def _migrate_metadata(root_path, old_root_path, uid):
old_metadata_path = os.path.join(old_root_path, uid + '.metadata')
metadata = cjson.decode(open(old_metadata_path, 'r').read())
if 'uid' not in metadata:
metadata['uid'] = uid
if 'timestamp' not in metadata and 'mtime' in metadata:
metadata['timestamp'] = \
time.mktime(time.strptime(metadata['mtime'], DATE_FORMAT))
for key, value in metadata.items():
try:
f = open(os.path.join(metadata_path, key), 'w')
try:
if isinstance(value, unicode):
value = value.encode('utf-8')
if not isinstance(value, basestring):
value = str(value)
f.write(value)
finally:
f.close()
except Exception:
logging.exception(
'Error while migrating property %s of entry %s', key, uid)
def _migrate_file(root_path, old_root_path, uid):
if os.path.exists(os.path.join(old_root_path, uid)):
new_data_path = layoutmanager.get_instance().get_data_path(uid)
os.rename(os.path.join(old_root_path, uid),
new_data_path)
def _migrate_preview(root_path, old_root_path, uid):
metadata_path = layoutmanager.get_instance().get_metadata_path(uid)
os.rename(os.path.join(old_root_path, 'preview', uid),
os.path.join(metadata_path, 'preview'))
|
