# Copyright 2019-2020, Intel Corporation
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
#
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
#
# * Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in
# the documentation and/or other materials provided with the
# distribution.
#
# * Neither the name of the copyright holder nor the names of its
# contributors may be used to endorse or promote products derived
# from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
""" Python bindings for pmemkv. """
import _pmemkv
import json
[docs]class Database():
"""
Main Python pmemkv class, it provides functions to operate on data in database.
This class can be used dict-like, i.a. accessing and assigning data using '[]'.
If an error/exception is thrown from any method it will contain pmemkv's status
and error message. Currently returned statuses are described in libpmemkv manpage:
https://pmem.io/pmemkv/master/manpages/libpmemkv.3.html#errors
Possible exceptions to be thrown in Python binding are as follows:
- Error,
- UnknownError,
- NotSupported,
- InvalidArgument,
- ConfigParsingError,
- ConfigTypeError,
- StoppedByCallback,
- WrongEngineName,
- TransactionScopeError.
"""
[docs] def __init__(self, engine, config):
"""
Parameters
----------
engine : str
Name of the engine to work with.
config : dict
Dictionary with parameters specified for the engine. Required
configuration parameters are dependent on particular engine.
For more information on engine configuration please look into
pmemkv man pages.
"""
if not isinstance(config, dict):
raise TypeError("Config should be dictionary")
self.config = json.dumps(config)
self.db = _pmemkv.pmemkv_NI()
self.db.start(engine, self.config)
def __setitem__(self, key, value):
self.put(key,value)
def __getitem__(self, key):
if key not in self:
raise KeyError(key)
return self.db.get_string(key)
def __len__(self):
return self.count_all()
def __contains__(self, key):
return self.exists(key)
def __delitem__(self, key):
if key not in self:
raise KeyError(key)
self.remove(key)
def __enter__(self):
return self
def __exit__(self, exception_type, exception_value, traceback):
self.stop()
[docs] def stop(self):
""" Stops the running engine. """
self.db.stop()
[docs] def put(self, key, value):
"""
Inserts the key/value pair into the pmemkv datastore. This method
accepts Unicode objects as well as bytes-like objects.
Unicode objects are stored using 'utf-8' encoding.
Parameters
----------
key : str or byte-like object
record's key; record will be put into database under its name.
value : str or byte-like object
data to be inserted into this new datastore record.
"""
self.db.put(key, value)
[docs] def get_keys(self, func):
"""
Executes callback function for every key stored in the pmemkv datastore.
Parameters
----------
func : function (may be lambda)
Function to be called for each key. Key passed to func is read-only
buffer and may be accessed by memoryview function. Callback function
should accept one positional argument, which is key.
For more information please look into Buffer Protocol documentation.
"""
self.db.get_keys(func)
[docs] def get_keys_above(self, key, func):
"""
Executes callback function for every key stored in the
pmemkv datastore, whose keys are greater than the given key.
Parameters
----------
key : str or byte-like object
Sets the lower bound for querying.
func : function (may be lambda)
Function to be called for each key above one specified in key parameter.
Key passed to func is read-only buffer and may be accessed by
memoryview function. Callback function should accept one positional
argument, which is key.
For more information please look into Buffer Protocol documentation.
"""
self.db.get_keys_above(key, func)
[docs] def get_keys_below(self, key, func):
"""
Executes callback function for every key stored in the
pmemkv datastore, whose keys are lower than the given key.
Parameters
----------
key : str or byte-like object
Sets the upper bound for querying.
func : function (may be lambda)
Function to be called for each key below one specified in key parameter.
Key passed to func is read-only buffer and may be accessed by memoryview
function. Callback function should accept one positional argument,
which is key.
For more information please look into Buffer Protocol documentation.
"""
self.db.get_keys_below(key, func)
[docs] def get_keys_between(self, key1, key2, func):
"""
Executes callback function for every key stored in pmemkv
datastore, whose keys are greater than the key1 and less than the key2.
Parameters
----------
key1 : str or byte-like object
Sets the lower bound for querying.
key2 : str
Sets the upper bound for querying.
func : function (may be lambda)
Function to be called for each key between key1 and key2. Key passed
to func is read-only buffer and may be accessed by memoryview
function. Callback function should accept one positional argument,
which is key.
For more information please look into Buffer Protocol documentation.
"""
self.db.get_keys_between(key1, key2, func)
[docs] def count_all(self):
"""
Returns number of currently stored key/value pairs in the pmemkv datastore.
Returns
-------
number : int
Total number of elements in the datastore.
"""
return self.db.count_all()
[docs] def count_above(self, key):
"""
Returns number of currently stored key/value pairs in the pmemkv datastore,
whose keys are greater than the given key.
Parameters
----------
key : str
Sets the lower bound for querying.
Returns
-------
number: int
Number of key/value pairs in the datastore, whose keys are greater
than the given key.
"""
return self.db.count_above(key)
[docs] def count_below(self, key):
"""
Returns number of currently stored key/value pairs in the pmemkv datastore,
whose keys are less than the given key.
Parameters
----------
key : str
Sets the upper bound for querying.
Returns
-------
number : int
Number of key/value pairs in the datastore, whose keys are lower
than the given key.
"""
return self.db.count_below(key)
[docs] def count_between(self, key1, key2):
"""
Returns number of currently stored key/value pairs in the pmemkv datastore,
whose keys are greater than the key1 and less than the key2.
Parameters
----------
key1 : str
Sets the lower bound for querying.
key2 : str
Sets the upper bound for querying.
Returns
-------
number : int
Number of key/value pairs in the datastore, between given keys.
"""
return self.db.count_between(key1, key2)
[docs] def get_all(self, func):
"""
Executes callback function for every key/value pair stored in the pmemkv
datastore.
Parameters
----------
func : function (may be lambda)
Function to be called for each key/value pair in the datastore.
Key and value passed to func are read-only buffers and may be accessed
by memoryview function. Callback function should accept two positional
arguments, which are key and value.
For more information please look into Buffer Protocol documentation.
"""
self.db.get_all(func)
[docs] def get_above(self, key, func):
"""
Executes callback function for every key/value pair stored in
the pmemkv datastore, whose keys are greater than the given key.
Parameters
----------
key : str
Sets the lower bound for querying.
func : function (may be lambda)
Function to be called for each specified key/value pair.
Key and value passed to func are read-only buffers and may be accessed
by memoryview function. Callback function should accept two positional
arguments, which are key and value.
For more information please look into Buffer Protocol documentation.
"""
self.db.get_above(key, func)
[docs] def get_below(self, key, func):
"""
Executes callback function for every key/value pair stored in
the pmemkv datastore, whose keys are lower than the given key.
Parameters
----------
key : str
Sets the upper bound for querying.
func : function (may be lambda)
Function to be called for each specified key/value pair.
Key and value passed to func are read-only buffers and may be accessed
by memoryview function. Callback function should accept two positional
arguments, which are key and value.
For more information please look into Buffer Protocol documentation.
"""
self.db.get_below(key, func)
[docs] def get_between(self, key1, key2, func):
"""
Executes callback function for every key/value pair stored in
the pmemkv datastore, whose keys are greater than the key1 and less
than the key2.
Parameters
----------
key1 : str
Sets the lower bound for querying.
key2 : str
Sets the upper bound for querying.
func : function (may be lambda)
Function to be called for each specified key/value pair.
Key and value passed to func are read-only buffers and may be accessed
by memoryview function. Callback function should accept two positional
arguments, which are key and value.
For more information please look into Buffer Protocol documentation.
"""
self.db.get_between(key1, key2, func)
[docs] def exists(self, key):
"""
Verifies the presence key/value pair in the pmemkv datastore.
Parameters
----------
key : str
key to query for.
Returns
-------
exists : bool
true if element with given key exists in the datastore, false if not.
"""
return self.db.exists(key)
[docs] def get(self, key, func):
"""
Executes callback function for value for given key.
Parameters
----------
key : str
key to query for.
func : function (may be lambda)
Function to be called for specified key/value pair. Value passed to
func is read-only buffer and may be accessed by memoryview function.
Callback function should accept one positional argument, which is value.
Please notice, key is not passed to callback function.
For more information please look into Buffer Protocol documentation.
"""
self.db.get(key, func)
[docs] def get_string(self, key):
"""
Gets copy (as a string) of value for given key.
Value returned by get_string() is still accessible after removal
of element from datastore.
Parameters
----------
key : str
key to query for.
Returns
-------
value : str or byte-like object
Copy of value associated with the given key.
"""
return self.db.get_string(key)
[docs] def remove(self, key):
"""
Removes key/value pair from the pmemkv datastore for given key.
Parameters
----------
key : str
Record's key to query for, to be removed.
Returns
-------
removed : bool
true if element was removed, false if element didn't exist before
removal.
"""
return self.db.remove(key)