147 lines
4.6 KiB
Python
147 lines
4.6 KiB
Python
# standard imports
|
||
import uuid
|
||
import os
|
||
import logging
|
||
|
||
# external imports
|
||
from shep.store.file import SimpleFileStoreFactory
|
||
from shep.persist import PersistedState
|
||
|
||
logg = logging.getLogger(__name__)
|
||
|
||
|
||
class SyncFsItem:
|
||
|
||
def __init__(self, offset, target, state, started=False): #, offset, target, cursor):
|
||
self.offset = offset
|
||
self.target = target
|
||
self.state = state
|
||
s = str(offset)
|
||
match_state = self.state.NEW
|
||
if started:
|
||
match_state = self.state.SYNC
|
||
v = self.state.get(s)
|
||
self.cursor = int.from_bytes(v, 'big')
|
||
|
||
|
||
def __str__(self):
|
||
return 'syncitem offset {} target {}'.format(offset, target, cursor)
|
||
|
||
|
||
|
||
class SyncFsStore:
|
||
|
||
def __init__(self, base_path, session_id=None):
|
||
self.session_id = None
|
||
self.session_path = None
|
||
self.is_default = False
|
||
self.first = False
|
||
self.target = None
|
||
self.items = {}
|
||
|
||
default_path = os.path.join(base_path, 'default')
|
||
|
||
if session_id == None:
|
||
self.session_path = os.path.realpath(default_path)
|
||
self.is_default = True
|
||
else:
|
||
if session_id == 'default':
|
||
self.is_default = True
|
||
given_path = os.path.join(base_path, session_id)
|
||
self.session_path = os.path.realpath(given_path)
|
||
|
||
create_path = False
|
||
try:
|
||
os.stat(self.session_path)
|
||
except FileNotFoundError:
|
||
create_path = True
|
||
|
||
if create_path:
|
||
self.__create_path(base_path, default_path, session_id=session_id)
|
||
|
||
logg.info('session id {} resolved {} path {}'.format(session_id, self.session_id, self.session_path))
|
||
|
||
factory = SimpleFileStoreFactory(self.session_path, binary=True)
|
||
self.state = PersistedState(factory.add, 2)
|
||
self.state.add('SYNC')
|
||
self.state.add('DONE')
|
||
|
||
|
||
def __create_path(self, base_path, default_path, session_id=None):
|
||
logg.debug('fs store path {} does not exist, creating'.format(self.session_path))
|
||
if session_id == None:
|
||
session_id = str(uuid.uuid4())
|
||
self.session_path = os.path.join(base_path, session_id)
|
||
os.makedirs(self.session_path)
|
||
self.session_id = os.path.basename(self.session_path)
|
||
|
||
if self.is_default:
|
||
try:
|
||
os.symlink(self.session_path, default_path)
|
||
except FileExistsError:
|
||
pass
|
||
|
||
|
||
def __load(self, target):
|
||
|
||
self.state.sync(self.state.NEW)
|
||
self.state.sync(self.state.SYNC)
|
||
|
||
thresholds = []
|
||
for v in self.state.list(self.state.SYNC):
|
||
block_number = int(v)
|
||
thresholds.append(block_number)
|
||
#s = str(block_number)
|
||
#s = os.path.join(self.session_path, str(block_number))
|
||
#self.range_paths.append(s)
|
||
logg.debug('queue resume {}'.format(block_number))
|
||
for v in self.state.list(self.state.NEW):
|
||
block_number = int(v)
|
||
thresholds.append(block_number)
|
||
#s = str(block_number)
|
||
#s = os.path.join(self.session_path, str(block_number))
|
||
#o = SyncItem(s, self.state)
|
||
#o = SyncFsItem(block_number, target, self.state)
|
||
#self.items[block_number] = o
|
||
#self.range_paths.append(s)
|
||
logg.debug('queue new range {}'.format(block_number))
|
||
|
||
thresholds.sort()
|
||
lim = len(thresholds) - 1
|
||
for i in range(len(thresholds)):
|
||
item_target = target
|
||
if i < lim:
|
||
item_target = thresholds[i+1]
|
||
o = SyncFsItem(block_number, item_target, self.state, started=True)
|
||
self.items[block_number] = o
|
||
|
||
fp = os.path.join(self.session_path, str(target))
|
||
if len(thresholds) == 0:
|
||
logg.info('syncer first run')
|
||
self.first = True
|
||
f = open(fp, 'w')
|
||
f.write(str(target))
|
||
f.close()
|
||
|
||
f = open(fp, 'r')
|
||
v = f.read()
|
||
f.close()
|
||
self.target = int(v)
|
||
|
||
|
||
def start(self, offset=0, target=0):
|
||
self.__load(target)
|
||
|
||
if self.first:
|
||
block_number = offset
|
||
block_number_bytes = block_number.to_bytes(4, 'big')
|
||
self.state.put(str(block_number), block_number_bytes)
|
||
elif offset > 0:
|
||
logg.warning('block number argument {} for start ignored for already initiated sync {}'.format(offset, self.session_id))
|
||
|
||
def stop(self):
|
||
if self.target == 0:
|
||
block_number = self.height + 1
|
||
block_number_bytes = block_number.to_bytes(4, 'big')
|
||
self.state.put(str(block_number), block_number_bytes)
|