1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
|
import os
import logging
import shutil
import cjson
from olpc.datastore import layoutmanager
def migrate_from_0():
logging.info('Migrating datastore from version 0 to version 1')
root_path = layoutmanager.get_instance().get_root_path()
old_root_path = os.path.join(root_path, 'store')
for f in os.listdir(old_root_path):
uid, ext = os.path.splitext(f)
if ext != '.metadata':
continue
logging.debug('Migrating entry %r' % uid)
try:
_migrate_metadata(root_path, old_root_path, uid)
_migrate_file(root_path, old_root_path, uid)
_migrate_preview(root_path, old_root_path, uid)
except Exception:
#logging.warning('Failed to migrate entry %r:%s\n' %(uid,
# ''.join(traceback.format_exception(*sys.exc_info()))))
#
# In production, we may choose to ignore errors when failing to
# migrate some entries. But for now, raise them.
raise
# Just be paranoid, it's cheap.
if old_root_path.endswith('datastore/store'):
shutil.rmtree(old_root_path)
logging.info('Migration finished')
def _migrate_metadata(root_path, old_root_path, uid):
dir_path = layoutmanager.get_instance().get_entry_path(uid)
metadata_path = os.path.join(dir_path, 'metadata')
os.makedirs(metadata_path)
old_metadata_path = os.path.join(old_root_path, uid + '.metadata')
metadata = cjson.decode(open(old_metadata_path, 'r').read())
for key, value in metadata.items():
f = open(os.path.join(metadata_path, key), 'w')
try:
f.write(str(value))
finally:
f.close()
def _migrate_file(root_path, old_root_path, uid):
if os.path.exists(os.path.join(old_root_path, uid)):
dir_path = layoutmanager.get_instance().get_entry_path(uid)
os.rename(os.path.join(old_root_path, uid),
os.path.join(dir_path, 'data'))
def _migrate_preview(root_path, old_root_path, uid):
dir_path = layoutmanager.get_instance().get_entry_path(uid)
metadata_path = os.path.join(dir_path, 'metadata')
os.rename(os.path.join(old_root_path, 'preview', uid),
os.path.join(metadata_path, 'preview'))
|