Compare commits

...

4 Commits

Author SHA1 Message Date
lash
01ad409077 Raise correct error in index store exists check 2022-05-04 18:37:02 +00:00
lash
3a8ec01588 Allow for sync skip in queue store instantiation 2022-05-04 05:44:47 +00:00
lash
b63793fd9b Add purge to chainqueue store object 2022-05-02 20:21:51 +00:00
lash
84b8eb10e6 Remove spam logline 2022-05-01 07:40:32 +00:00
5 changed files with 36 additions and 8 deletions

View File

@@ -1,3 +1,15 @@
- 0.1.12
* Raise correct exception from index store exists check
- 0.1.11
* Allow for sync skip in store instantiation
- 0.1.10
* Improve logging
- 0.1.9
* Upgrade deps
- 0.1.8
* Upgrade deps
- 0.1.7
* Improve logging
- 0.1.6 - 0.1.6
* Sort upcoming queue item chronologically * Sort upcoming queue item chronologically
* Add unit testing for upcoming query method * Add unit testing for upcoming query method

View File

@@ -29,7 +29,7 @@ all_local_errors = all_errors() - StatusBits.NETWORK_ERROR
re_u = r'^[^_][_A-Z]+$' re_u = r'^[^_][_A-Z]+$'
class Store: class Store:
def __init__(self, chain_spec, state_store, index_store, counter, cache=None): def __init__(self, chain_spec, state_store, index_store, counter, cache=None, sync=True):
self.chain_spec = chain_spec self.chain_spec = chain_spec
self.cache = cache self.cache = cache
self.state_store = state_store self.state_store = state_store
@@ -47,9 +47,13 @@ class Store:
'unset', 'unset',
'name', 'name',
'modified', 'modified',
'purge',
]: ]:
setattr(self, v, getattr(self.state_store, v)) setattr(self, v, getattr(self.state_store, v))
if not sync:
return
sync_err = None sync_err = None
try: try:
self.state_store.sync() self.state_store.sync()
@@ -105,10 +109,12 @@ class Store:
if item_state & state != item_state: if item_state & state != item_state:
continue continue
logg.info('state {} {}'.format(ref, item_state))
if item_state & not_state > 0: if item_state & not_state > 0:
continue continue
item_state_str = self.state_store.name(item_state)
logg.info('state {} {} ({})'.format(ref, item_state_str, item_state))
if threshold != None: if threshold != None:
v = self.state_store.modified(ref) v = self.state_store.modified(ref)
if v > threshold: if v > threshold:

View File

@@ -6,7 +6,10 @@ import logging
from leveldir.hex import HexDir from leveldir.hex import HexDir
# local imports # local imports
from chainqueue.error import DuplicateTxError from chainqueue.error import (
DuplicateTxError,
NotLocalTxError,
)
logg = logging.getLogger(__name__) logg = logging.getLogger(__name__)
@@ -22,7 +25,7 @@ class IndexStore(HexDir):
existing = None existing = None
try: try:
existing = self.get(k) existing = self.get(k)
except FileNotFoundError: except NotLocalTxError:
pass pass
return existing != None return existing != None
@@ -37,7 +40,14 @@ class IndexStore(HexDir):
def get(self, k): def get(self, k):
fp = self.store.to_filepath(k) fp = self.store.to_filepath(k)
f = open(fp, 'rb') f = None
err = None
try:
f = open(fp, 'rb')
except FileNotFoundError as e:
err = e
if err != None:
raise NotLocalTxError(err)
v = f.read() v = f.read()
f.close() f.close()
return v.decode('utf-8') return v.decode('utf-8')
@@ -64,7 +74,7 @@ class CounterStore:
v = f.read(8) v = f.read(8)
self.count = int.from_bytes(v, byteorder='big') self.count = int.from_bytes(v, byteorder='big')
logg.info('counter starts at {}'.format(self.count)) logg.debug('counter starts at {}'.format(self.count))
f.seek(0) f.seek(0)

View File

@@ -6,4 +6,4 @@ leveldir~=0.3.0
confini~=0.6.0 confini~=0.6.0
#pyxdg~=0.27 #pyxdg~=0.27
chainlib~=0.1.1 chainlib~=0.1.1
shep~=0.2.3 shep~=0.2.5

View File

@@ -1,6 +1,6 @@
[metadata] [metadata]
name = chainqueue name = chainqueue
version = 0.1.7 version = 0.1.12
description = Generic blockchain transaction queue control description = Generic blockchain transaction queue control
author = Louis Holbrook author = Louis Holbrook
author_email = dev@holbrook.no author_email = dev@holbrook.no