opensci
/
gStore
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity
gStore/KVstore/KVstore.cpp

1629 lines
40 KiB
C++
Raw Blame History

/*=============================================================================
# Filename: KVstore.cpp
# Author: Bookug Lobert
# Mail: 1181955272@qq.com
# Last Modified: 2015-10-23 14:25
# Description:
=============================================================================*/
#include "KVstore.h"
using namespace std;
/* public methods: */
int
KVstore::getEntityDegree(int _entity_id)
{
int _in_degree = this->getEntityInDegree(_entity_id);
int _out_degree = this->getEntityOutDegree(_entity_id);
return _in_degree + _out_degree;
}
int
KVstore::getEntityInDegree(int _entity_id)
{
int* _olist = NULL;
int _list_len = 0;
this->getobjIDlistBysubID(_entity_id, _olist, _list_len);
return _list_len;
}
int
KVstore::getEntityOutDegree(int _entity_id)
{
int* _slist = NULL;
int _list_len = 0;
this->getsubIDlistByobjID(_entity_id, _slist, _list_len);
return _list_len;
}
/* there are two situation when we need to update tuples list: s2o o2s sp2o op2s s2po o2ps s2p p2s o2p p2o so2p p2so
* 1. insert triple(finished in this function)
* 2. remove triple
* before call this function, we were sure that this triple did not exist
*/
int
KVstore::updateTupleslist_insert(int _sub_id, int _pre_id, int _obj_id)
{
#ifdef DEBUG_PRECISE
stringstream _ss;
_ss << "updateTupleslist_insert: " << _sub_id << " " << _pre_id << " " << _obj_id << endl;
Util::logging(_ss.str());
#endif
int updateListLen = 0;
//update sp2o
{
int* _sp2olist = NULL;
int _sp2o_len = 0;
this->getobjIDlistBysubIDpreID(_sub_id, _pre_id, _sp2olist, _sp2o_len);
//if no duplication, _insert will be true
//this->setXXX function will override the previous value
bool _insert = this->insert_x(_sp2olist, _sp2o_len, _obj_id);
if(_insert)
{
this->setobjIDlistBysubIDpreID(_sub_id, _pre_id, _sp2olist, _sp2o_len);
}
updateListLen += _sp2o_len;
delete[] _sp2olist;
_sp2olist = NULL;
_sp2o_len = 0;
}
// Util::logging("update sp2o done.");
//update op2s
{
int* _op2slist = NULL;
int _op2s_len = 0;
this->getsubIDlistByobjIDpreID(_obj_id, _pre_id, _op2slist, _op2s_len);
//if no duplication, _insert will be true
//this->setXXX function will override the previous value
bool _insert = this->insert_x(_op2slist, _op2s_len, _sub_id);
if(_insert){
this->setsubIDlistByobjIDpreID(_obj_id, _pre_id, _op2slist, _op2s_len);
}
updateListLen += _op2s_len;
delete[] _op2slist;
_op2slist = NULL;
_op2s_len = 0;
}
// Util::logging("update op2s done.");
//update s2po
{
int* _s2polist = NULL;
int _s2po_len = 0;
this->getpreIDobjIDlistBysubID(_sub_id, _s2polist, _s2po_len);
//if no duplication, _insert will be true
//this->setXXX function will override the previous value
bool _insert = this->insert_xy(_s2polist, _s2po_len, _pre_id, _obj_id);
if(_insert){
this->setpreIDobjIDlistBysubID(_sub_id, _s2polist, _s2po_len);
}
updateListLen += _s2po_len;
delete[] _s2polist;
_s2polist = NULL;
_s2po_len = 0;
}
// Util::logging("update s2po done.");
//update o2ps
{
int* _o2pslist = NULL;
int _o2ps_len = 0;
this->getpreIDsubIDlistByobjID(_obj_id, _o2pslist, _o2ps_len);
//if no duplication, _insert will be true
//this->setXXX function will override the previous value
bool _insert = this->insert_xy(_o2pslist, _o2ps_len, _pre_id, _sub_id);
if(_insert)
{
this->setpreIDsubIDlistByobjID(_obj_id, _o2pslist, _o2ps_len);
}
updateListLen += _o2ps_len;
delete[] _o2pslist;
_o2pslist = NULL;
_o2ps_len = 0;
}
// Util::logging("update o2ps done.");
//update s2o
{
int* _s2olist = NULL;
int _s2o_len = 0;
this->getobjIDlistBysubID(_sub_id, _s2olist, _s2o_len);
//if no duplication, _insert will be true
//this->setXXX function will override the previous value
bool _insert = this->insert_x(_s2olist, _s2o_len, _obj_id);
if(_insert)
{
this->setobjIDlistBysubID(_sub_id, _s2olist, _s2o_len);
}
updateListLen += _s2o_len;
delete[] _s2olist;
_s2olist = NULL;
_s2o_len = 0;
}
// Util::logging("update s2o done.");
//update o2s
{
int* _o2slist = NULL;
int _o2s_len = 0;
this->getsubIDlistByobjID(_obj_id, _o2slist, _o2s_len);
//if no duplication, _insert will be true
//this->setXXX function will override the previous value
bool _insert = this->insert_x(_o2slist, _o2s_len, _sub_id);
if(_insert){
this->setsubIDlistByobjID(_obj_id, _o2slist, _o2s_len);
}
updateListLen += _o2s_len;
delete[] _o2slist;
_o2slist = NULL;
_o2s_len = 0;
}
//update s2p
{
int* _s2plist = NULL;
int _s2p_len = 0;
this->getpreIDlistBysubID(_sub_id, _s2plist, _s2p_len);
bool _insert = this->insert_x(_s2plist, _s2p_len, _pre_id);
if(_insert)
{
this->setpreIDlistBysubID(_sub_id, _s2plist, _s2p_len);
}
updateListLen += _s2p_len;
delete[] _s2plist;
_s2plist = NULL;
_s2p_len = 0;
}
//update p2s
{
int* _p2slist = NULL;
int _p2s_len = 0;
this->getsubIDlistBypreID(_pre_id, _p2slist, _p2s_len);
bool _insert = this->insert_x(_p2slist, _p2s_len, _sub_id);
if(_insert)
{
this->setsubIDlistBypreID(_pre_id, _p2slist, _p2s_len);
}
updateListLen += _p2s_len;
delete[] _p2slist;
_p2slist = NULL;
_p2s_len = 0;
}
//update o2p
{
int* _o2plist = NULL;
int _o2p_len = 0;
this->getpreIDlistByobjID(_obj_id, _o2plist, _o2p_len);
bool _insert = this->insert_x(_o2plist, _o2p_len, _pre_id);
if(_insert)
{
this->setpreIDlistByobjID(_obj_id, _o2plist, _o2p_len);
}
updateListLen += _o2p_len;
delete[] _o2plist;
_o2plist = NULL;
_o2p_len = 0;
}
//update p2o
{
int* _p2olist = NULL;
int _p2o_len = 0;
this->getobjIDlistBypreID(_pre_id, _p2olist, _p2o_len);
bool _insert = this->insert_x(_p2olist, _p2o_len, _obj_id);
if(_insert)
{
this->setobjIDlistBypreID(_pre_id, _p2olist, _p2o_len);
}
updateListLen += _p2o_len;
delete[] _p2olist;
_p2olist = NULL;
_p2o_len = 0;
}
//update so2p
//{
// int* _so2plist = NULL;
// int _so2p_len = 0;
// this->getpreIDlistBysubIDobjID(_sub_id, _obj_id, _so2plist, _so2p_len);
// bool _insert = this->insert_x(_so2plist, _so2p_len, _pre_id);
// if(_insert)
// {
// this->setpreIDlistBysubIDobjID(_sub_id, _obj_id, _so2plist, _so2p_len);
// }
// updateListLen += _so2p_len;
// delete[] _so2plist;
// _so2plist = NULL;
// _so2p_len = 0;
//}
//update p2so
{
int* _p2solist = NULL;
int _p2so_len = 0;
this->getsubIDobjIDlistBypreID(_pre_id, _p2solist, _p2so_len);
bool _insert = this->insert_xy(_p2solist, _p2so_len, _sub_id, _obj_id);
if(_insert)
{
this->setsubIDobjIDlistBypreID(_pre_id, _p2solist, _p2so_len);
}
updateListLen += _p2so_len;
delete[] _p2solist;
_p2solist = NULL;
_p2so_len = 0;
}
return updateListLen;
// Util::logging("update o2s done.");
}
//insert <_x_id, _y_id> into _xylist(keep _xylist(<x,y>) in ascending order)
bool
KVstore::insert_xy(int*& _xylist, int& _list_len, int _x_id, int _y_id)
{
//check duplication
for(int i = 0; i < _list_len; i += 2)
{
if(_xylist[i] == _x_id &&
_xylist[i+1] == _y_id )
{
return false;
}
}
int _new_list_len = _list_len + 2;
int* _new_xylist = new int[_new_list_len];
/* if _xylist does not exist */
if(_xylist == NULL){
_new_xylist[0] = _x_id;
_new_xylist[1] = _y_id;
_xylist = _new_xylist;
_list_len = _new_list_len;
return true;
}
bool _insert_head = (_xylist[0] > _x_id) || (_xylist[0] == _x_id && _xylist[1] > _y_id);
if(_insert_head)
{
_new_xylist[0] = _x_id;
_new_xylist[1] = _y_id;
memcpy(_new_xylist + 2, _xylist, _list_len*(sizeof(int)));
delete[] _xylist;
_xylist = _new_xylist;
_list_len = _new_list_len;
}
else
{
_new_xylist[0] = _xylist[0];
_new_xylist[1] = _xylist[1];
int j = 2;
int i = 2;
bool _insert_xyid = false;
while(i < _list_len)
{
/* greater than previous pair */
bool _gt_previous = (_xylist[i-2] < _x_id) || (_xylist[i-2]==_x_id && _xylist[i-1] < _y_id);
/* less than current pair */
bool _lt_current = (_x_id < _xylist[i]) || (_x_id==_xylist[i] && _y_id < _xylist[i+1]);
_insert_xyid = _gt_previous && _lt_current;
if(_insert_xyid)
{
//insert the new pair.
_new_xylist[j] = _x_id;
_new_xylist[j+1] = _y_id;
j += 2;
}
//copy the ith old pair to the new list.
_new_xylist[j] = _xylist[i];
_new_xylist[j+1] = _xylist[i+1];
j += 2;
i += 2;
}
bool _insert_tail = (j == _list_len);
if(_insert_tail)
{
_new_xylist[j] = _x_id;
_new_xylist[j+1] = _y_id;
j += 2;
}
delete[] _xylist;
_xylist = _new_xylist;
_list_len = _new_list_len;
}
return true;
}
//insert _x_id into _xlist(keep _xlist in ascending order)
bool
KVstore::insert_x(int*& _xlist, int& _list_len, int _x_id)
{
/* check duplication */
for(int i = 0; i < _list_len; i ++)
{
if(_xlist[i] == _x_id){
return false;
}
}
int _new_list_len = _list_len + 1;
int* _new_xlist = new int[_new_list_len];
/* if _xlist does not exist before */
if(_xlist == NULL){
_new_xlist[0] = _x_id;
_xlist = _new_xlist;
_list_len = _new_list_len;
return true;
}
bool _insert_head = _x_id < _xlist[0];
if(_insert_head)
{
_new_xlist[0] = _x_id;
memcpy(_new_xlist+1, _xlist, _list_len*(sizeof(int)));
delete[] _xlist;
_xlist = _new_xlist;
_list_len = _new_list_len;
}
else
{
_new_xlist[0] = _xlist[0];
int j = 1;
int i = 1;
bool _insert_xid = false;
while(i < _list_len)
{
_insert_xid = (_xlist[i-1] < _x_id) && (_x_id < _xlist[i]);
//insert the new element.
if(_insert_xid)
{
_new_xlist[j] = _x_id;
j ++;
}
//copy the ith old element to the new list.
_new_xlist[j] = _xlist[i];
j ++;
i ++;
}
bool _insert_tail = (j == _list_len);
if(_insert_tail)
{
_new_xlist[j] = _x_id;
j++;
}
delete[] _xlist;
_xlist = _new_xlist;
_list_len = _new_list_len;
}
return true;
}
/* there are two situation when we need to update tuples list: s2o o2s sp2o op2s s2po o2ps s2p p2s o2p p2o so2p p2so
* 1. insert triple
* 2. remove triple(finished in this function)
* before call this function, we were sure that this triple did exist
*/
void
KVstore::updateTupleslist_remove(int _sub_id, int _pre_id, int _obj_id)
{
//update sp2o
{
int* _sp2olist = NULL;
int _sp2o_len = 0;
this->getobjIDlistBysubIDpreID(_sub_id, _pre_id, _sp2olist, _sp2o_len);
bool _remove = this->remove_x(_sp2olist, _sp2o_len, _obj_id);
if(_sp2o_len == 0)
{
int* _sp = new int[2];
_sp[0] = _sub_id;
_sp[1] = _pre_id;
this->removeKey(this->subIDpreID2objIDlist, (char*)_sp, sizeof(int)*2 );
delete[] _sp;
}
else
if(_remove)
{
this->setobjIDlistBysubIDpreID(_sub_id, _pre_id, _sp2olist, _sp2o_len);
}
delete[] _sp2olist;
}
//update op2s
{
int* _op2slist = NULL;
int _op2s_len = 0;
this->getsubIDlistByobjIDpreID(_obj_id, _pre_id, _op2slist, _op2s_len);
bool _remove = this->remove_x(_op2slist, _op2s_len, _sub_id);
if(_op2s_len == 0)
{
int* _sp = new int[2];
_sp[0] = _obj_id;
_sp[1] = _pre_id;
this->removeKey(this->objIDpreID2subIDlist, (char*)_sp, sizeof(int)*2 );
delete[] _sp;
}
else
if(_remove)
{
this->setsubIDlistByobjIDpreID(_obj_id, _pre_id, _op2slist, _op2s_len);
}
delete[] _op2slist;
}
//update s2po
{
int* _s2polist = NULL;
int _s2po_len = 0;
this->getpreIDobjIDlistBysubID(_sub_id, _s2polist, _s2po_len);
bool _remove = this->remove_xy(_s2polist, _s2po_len, _pre_id, _obj_id);
if(_s2po_len == 0)
{
this->removeKey(this->subID2preIDobjIDlist, (char*)&_sub_id, sizeof(int));
}
else
if(_remove)
{
this->setpreIDobjIDlistBysubID(_sub_id, _s2polist, _s2po_len);
}
delete[] _s2polist;
}
//update o2ps
{
int* _o2pslist = NULL;
int _o2ps_len = 0;
this->getpreIDsubIDlistByobjID(_obj_id, _o2pslist, _o2ps_len);
bool _remove = this->remove_xy(_o2pslist, _o2ps_len, _pre_id, _sub_id);
if(_o2ps_len == 0)
{
this->removeKey(this->objID2preIDsubIDlist, (char*)&_obj_id, sizeof(int));
}
else
if(_remove)
{
this->setpreIDsubIDlistByobjID(_obj_id, _o2pslist, _o2ps_len);
}
delete[] _o2pslist;
}
//update s2o
{
int* _s2olist = NULL;
int _s2o_len = 0;
this->getobjIDlistBysubID(_sub_id, _s2olist, _s2o_len);
bool _remove = this->remove_x(_s2olist, _s2o_len, _obj_id);
if(_s2o_len == 0)
{
this->removeKey(this->subID2objIDlist, (char*)&_sub_id, sizeof(int));
}
else
if(_remove)
{
this->setobjIDlistBysubID(_sub_id, _s2olist, _s2o_len);
}
delete[] _s2olist;
}
//update o2s
{
int* _o2slist = NULL;
int _o2s_len = 0;
this->getsubIDlistByobjID(_obj_id, _o2slist, _o2s_len);
bool _remove = this->remove_x(_o2slist, _o2s_len, _sub_id);
if(_o2s_len == 0)
{
this->removeKey(this->objID2subIDlist, (char*)&_obj_id, sizeof(int));
}
else
if(_remove)
{
this->setsubIDlistByobjID(_obj_id, _o2slist, _o2s_len);
}
delete[] _o2slist;
}
//update s2p
{
int* _s2plist = NULL;
int _s2p_len = 0;
this->getpreIDlistBysubID(_sub_id, _s2plist, _s2p_len);
bool _remove = this->remove_x(_s2plist, _s2p_len, _pre_id);
if(_s2p_len == 0)
{
this->removeKey(this->subID2preIDlist, (char*)&_sub_id, sizeof(int));
}
else if(_remove)
{
this->setpreIDlistBysubID(_sub_id, _s2plist, _s2p_len);
}
delete[] _s2plist;
}
//update p2s
{
int* _p2slist = NULL;
int _p2s_len = 0;
this->getsubIDlistBypreID(_pre_id, _p2slist, _p2s_len);
bool _remove = this->remove_x(_p2slist, _p2s_len, _sub_id);
if(_p2s_len == 0)
{
this->removeKey(this->preID2subIDlist, (char*)&_pre_id, sizeof(int));
}
else if(_remove)
{
this->setsubIDlistBypreID(_pre_id, _p2slist, _p2s_len);
}
delete[] _p2slist;
}
//update o2p
{
int* _o2plist = NULL;
int _o2p_len = 0;
this->getpreIDlistByobjID(_obj_id, _o2plist, _o2p_len);
bool _remove = this->remove_x(_o2plist, _o2p_len, _pre_id);
if(_o2p_len == 0)
{
this->removeKey(this->objID2preIDlist, (char*)&_obj_id, sizeof(int));
}
else if(_remove)
{
this->setpreIDlistByobjID(_obj_id, _o2plist, _o2p_len);
}
delete[] _o2plist;
}
//update p2o
{
int* _p2olist = NULL;
int _p2o_len = 0;
this->getobjIDlistBypreID(_pre_id, _p2olist, _p2o_len);
bool _remove = this->remove_x(_p2olist, _p2o_len, _obj_id);
if(_p2o_len == 0)
{
this->removeKey(this->preID2objIDlist, (char*)&_pre_id, sizeof(int));
}
else if(_remove)
{
this->setobjIDlistBypreID(_pre_id, _p2olist, _p2o_len);
}
delete[] _p2olist;
}
//update so2p
//{
// int* _so2plist = NULL;
// int _so2p_len = 0;
// this->getpreIDlistBysubIDobjID(_sub_id, _obj_id, _so2plist, _so2p_len);
// bool _remove = this->remove_x(_so2plist, _so2p_len, _pre_id);
// if(_so2p_len == 0)
// {
// int* _so = new int[2];
// _so[0] = _sub_id;
// _so[1] = _obj_id;
// this->removeKey(this->subIDobjID2preIDlist, (char*)_so, sizeof(int)*2 );
// delete[] _so;
// }
// else if(_remove)
// {
// this->setpreIDlistBysubIDobjID(_sub_id, _obj_id, _so2plist, _so2p_len);
// }
// delete[] _so2plist;
//}
//update p2so
{
int* _p2solist = NULL;
int _p2so_len = 0;
this->getsubIDobjIDlistBypreID(_pre_id, _p2solist, _p2so_len);
bool _remove = this->remove_xy(_p2solist, _p2so_len, _sub_id, _obj_id);
if(_p2so_len == 0)
{
this->removeKey(this->preID2subIDobjIDlist, (char*)&_pre_id, sizeof(int));
}
else if(_remove)
{
this->setsubIDobjIDlistBypreID(_pre_id, _p2solist, _p2so_len);
}
delete[] _p2solist;
}
}
bool
KVstore::remove_x(int*& _xlist, int& _list_len, int _x_id)
{
for(int i = 0; i < _list_len; i ++)
{
if(_xlist[i] == _x_id)
{
//move the latter ones backward
for(int j = i+1; j < _list_len; j ++)
{
_xlist[j-1] = _xlist[j];
}
_xlist[_list_len-1] = 0;
_list_len --;
return true;
}
}
return false;
}
bool
KVstore::remove_xy(int*& _xylist, int& _list_len,int _x_id, int _y_id)
{
for(int i = 0; i < _list_len; i += 2)
{
bool _remove = (_xylist[i] == _x_id) && (_xylist[i+1] == _y_id);
if(_remove)
{
//move the latter pairs backward
for(int j = i+2; j < _list_len; j += 2)
{
_xylist[j-2] = _xylist[j];
_xylist[j-1] = _xylist[j+1];
}
_xylist[_list_len-2] = 0;
_xylist[_list_len-1] = 0;
_list_len -= 2;
return true;
}
}
return false;
}
/*** for entity2id
* _mode is either KVstore::CREATE_MODE or KVstore::READ_WRITE_MODE
* ***/
bool
KVstore::open_entity2id(const int _mode)
{
return this->open(this->entity2id, KVstore::s_entity2id, _mode);
}
int
KVstore::getIDByEntity(const string _entity)
{
return this->getIDByStr(this->entity2id, _entity.c_str(), _entity.length());
}
bool
KVstore::setIDByEntity(const string _entity, int _id)
{
bool _set = this->setValueByKey(this->entity2id,
_entity.c_str(), _entity.length(), (char*)&_id, sizeof(int));
{
if(!_set)
{
return false;
}
}
return true;
}
/*** for id2entity
* _mode is either KVstore::CREATE_MODE or KVstore::READ_WRITE_MODE
* ***/
bool
KVstore::open_id2entity(const int _mode)
{
return this->open(this->id2entity, KVstore::s_id2entity, _mode);
}
string
KVstore::getEntityByID(int _id)
{
char* _tmp = NULL;
int _len = 0;
bool _get = this->getValueByKey(this->id2entity, (char*)&_id, sizeof(int), _tmp, _len);
{
if(!_get)
{
return "";
}
}
string _ret = string(_tmp);
//delete[] _tmp; DEBUG
return _ret;
}
bool
KVstore::setEntityByID(int _id, string _entity){
bool _set = this->setValueByKey(this->id2entity,
(char*)&_id, sizeof(int), _entity.c_str(), _entity.length());
{
if(!_set)
{
return false;
}
}
return true;
}
/*** for predicate2id
* _mode is either KVstore::CREATE_MODE or KVstore::READ_WRITE_MODE
* ***/
bool
KVstore::open_predicate2id(const int _mode){
return this->open(this->predicate2id, KVstore::s_predicate2id, _mode);
}
int
KVstore::getIDByPredicate(const string _predicate){
return this->getIDByStr(this->predicate2id, _predicate.c_str(), _predicate.length());
}
bool
KVstore::setIDByPredicate(const string _predicate, int _id){
bool _set = this->setValueByKey(this->predicate2id,
_predicate.c_str(), _predicate.length(), (char*)&_id, sizeof(int));
{
if(!_set)
{
return false;
}
}
return true;
}
/*** for id2predicate
* _mode is either KVstore::CREATE_MODE or KVstore::READ_WRITE_MODE
* ***/
bool
KVstore::open_id2predicate(const int _mode){
return this->open(this->id2predicate, KVstore::s_id2predicate, _mode);
}
string
KVstore::getPredicateByID(int _id){
char* _tmp = NULL;
int _len = 0;
bool _get = this->getValueByKey(this->id2predicate, (const char*)&_id, sizeof(int), _tmp, _len);
{
if(!_get)
{
return "";
}
}
string _ret = string(_tmp);
//delete[] _tmp;
return _ret;
}
bool
KVstore::setPredicateByID(const int _id, string _predicate){
bool _set = this->setValueByKey(this->id2predicate,
(char*)&_id, sizeof(int), _predicate.c_str(), _predicate.length());
{
if(!_set)
{
return false;
}
}
return true;
}
/*** for literal2id
* _mode is either KVstore::CREATE_MODE or KVstore::READ_WRITE_MODE
* ***/
bool
KVstore::open_literal2id(const int _mode){
return this->open(this->literal2id, KVstore::s_literal2id, _mode);
}
int
KVstore::getIDByLiteral(const string _literal){
return this->getIDByStr(this->literal2id, _literal.c_str(), _literal.length());
}
bool
KVstore::setIDByLiteral(const string _literal, int _id){
bool _set = this->setValueByKey(this->literal2id,
_literal.c_str(), _literal.length(), (char*)&_id, sizeof(int));
{
if(!_set)
{
return false;
}
}
return true;
}
/*** for id2literal
* _mode is either KVstore::CREATE_MODE or KVstore::READ_WRITE_MODE
* ***/
bool
KVstore::open_id2literal(const int _mode){
return this->open(this->id2literal, KVstore::s_id2literal, _mode);
}
string KVstore::getLiteralByID(int _id){
char* _tmp = NULL;
int _len = 0;
bool _get = this->getValueByKey(this->id2literal, (char*)&_id, sizeof(int), _tmp, _len);
{
if(!_get)
{
return "";
}
}
string _ret = string(_tmp);
// delete[] _tmp;
return _ret;
}
bool KVstore::setLiteralByID(const int _id, string _literal){
bool _set = this->setValueByKey(this->id2literal,
(char*)&_id, sizeof(int), _literal.c_str(), _literal.length());
{
if(!_set)
{
return false;
}
}
return true;
}
/* for subID2objIDlist
* _mode is either KVstore::CREATE_MODE or KVstore::READ_WRITE_MODE
* ***/
bool KVstore::open_subID2objIDlist(const int _mode){
return this->open(this->subID2objIDlist, KVstore::s_sID2oIDlist, _mode);
}
bool KVstore::getobjIDlistBysubID(int _subid, int*& _objidlist, int& _list_len){
char* _tmp = NULL;
int _len = 0;
bool _get = this->getValueByKey(this->subID2objIDlist, (char*)&_subid, sizeof(int), _tmp, _len);
{
if(!_get)
{
_objidlist = NULL;
_list_len = 0;
return false;
}
}
{
_list_len = _len / sizeof(int);
_objidlist = new int[_list_len];
memcpy((char*)_objidlist, _tmp, sizeof(int)*_list_len);
}
// delete[] _tmp;
return true;
}
bool KVstore::setobjIDlistBysubID(int _subid, const int* _objidlist, int _list_len){
return this->setValueByKey
(this->subID2objIDlist, (char*)&_subid, sizeof(int),(char*)_objidlist, _list_len * sizeof(int));
}
/* for objID2subIDlist
* _mode is either KVstore::CREATE_MODE or KVstore::READ_WRITE_MODE
* ***/
bool KVstore::open_objID2subIDlist(const int _mode)
{
return this->open(this->objID2subIDlist, KVstore::s_oID2sIDlist, _mode);
}
bool KVstore::getsubIDlistByobjID(int _objid, int*& _subidlist, int& _list_len){
char* _tmp = NULL;
int _len = 0;
bool _get = this->getValueByKey(this->objID2subIDlist, (char*)&_objid, sizeof(int), _tmp, _len);
{
if(!_get)
{
_subidlist = NULL;
_list_len = 0;
return false;
}
}
{
_list_len = _len / sizeof(int);
_subidlist = new int[_list_len];
memcpy((char*)_subidlist, _tmp, sizeof(int)*_list_len);
}
//delete[] _tmp;
return true;
}
bool KVstore::setsubIDlistByobjID(int _objid, const int* _subidlist, int _list_len)
{
return this->setValueByKey
(this->objID2subIDlist, (char*)&_objid, sizeof(int),(char*)_subidlist, _list_len * sizeof(int));
}
/* for subID&preID2objIDlist
* _mode is either KVstore::CREATE_MODE or KVstore::READ_WRITE_MODE
* ***/
bool KVstore::open_subIDpreID2objIDlist(const int _mode)
{
return this->open(this->subIDpreID2objIDlist, KVstore::s_sIDpID2oIDlist, _mode);
}
bool KVstore::getobjIDlistBysubIDpreID(int _subid, int _preid, int*& _objidlist, int& _list_len)
{
char* _tmp = NULL;
int _len = 0;
int* _sp = new int[2];
_sp[0] = _subid;
_sp[1] = _preid;
bool _get = this->getValueByKey(this->subIDpreID2objIDlist, (char*)_sp, sizeof(int)*2, _tmp, _len);
delete[] _sp;
{
if(!_get)
{
_objidlist = NULL;
_list_len = 0;
return false;
}
}
{
_list_len = _len / sizeof(int);
_objidlist = new int[_list_len];
memcpy((char*)_objidlist, _tmp, sizeof(int)*_list_len);
}
//delete[] _tmp;
return true;
}
bool KVstore::setobjIDlistBysubIDpreID(int _subid, int _preid, const int* _objidlist, int _list_len)
{
int* _sp = new int[2];
_sp[0] = _subid;
_sp[1] = _preid;
bool _set = this->setValueByKey
(this->subIDpreID2objIDlist, (char*)_sp, sizeof(int)*2,(char*)_objidlist, _list_len * sizeof(int));
delete[] _sp;
return _set;
}
/* for objID&preID2subIDlist
* _mode is either KVstore::CREATE_MODE or KVstore::READ_WRITE_MODE
* ***/
bool KVstore::open_objIDpreID2subIDlist(const int _mode)
{
return this->open(this->objIDpreID2subIDlist, KVstore::s_oIDpID2sIDlist, _mode);
}
bool KVstore::getsubIDlistByobjIDpreID(int _objid, int _preid, int*& _subidlist, int& _list_len)
{
char* _tmp = NULL;
int _len = 0;
int* _sp = new int[2];
_sp[0] = _objid;
_sp[1] = _preid;
bool _get = this->getValueByKey(this->objIDpreID2subIDlist, (char*)_sp, sizeof(int)*2, _tmp, _len);
delete[] _sp;
{
if(!_get)
{
_subidlist = NULL;
_list_len = 0;
return false;
}
}
{
_list_len = _len / sizeof(int);
_subidlist = new int[_list_len];
memcpy((char*)_subidlist, _tmp, sizeof(int)*_list_len);
}
//delete[] _tmp;
return true;
}
bool KVstore::setsubIDlistByobjIDpreID(int _objid, int _preid, const int* _subidlist, int _list_len)
{
int* _sp=new int[2];
_sp[0] = _objid;
_sp[1] = _preid;
bool _set = this->setValueByKey
(this->objIDpreID2subIDlist, (char*)_sp, sizeof(int)*2,(char*)_subidlist, _list_len * sizeof(int));
delete[] _sp;
return _set;
}
/* for subID 2 preID&objIDlist */
bool KVstore::open_subID2preIDobjIDlist(const int _mode)
{
return this->open(this->subID2preIDobjIDlist, KVstore::s_sID2pIDoIDlist, _mode);
}
bool KVstore::getpreIDobjIDlistBysubID(int _subid, int*& _preid_objidlist, int& _list_len)
{
char* _tmp = NULL;
int _len = 0;
bool _get = this->getValueByKey(this->subID2preIDobjIDlist, (char*)&_subid, sizeof(int), _tmp, _len);
{
if(!_get)
{
_preid_objidlist = NULL;
_list_len = 0;
return false;
}
}
{
_list_len = _len / sizeof(int);
_preid_objidlist = new int[_list_len];
memcpy((char*)_preid_objidlist, _tmp, sizeof(int)*_list_len);
}
//delete[] _tmp;
return true;
}
//NOTICE: the list is ordered by each two (pre, sub), and the whole is viewed as a string
bool KVstore::setpreIDobjIDlistBysubID(int _subid, const int* _preid_objidlist, int _list_len)
{
return this->setValueByKey
(this->subID2preIDobjIDlist, (char*)&_subid, sizeof(int),(char*)_preid_objidlist, _list_len * sizeof(int));
}
/* for objID 2 preID&subIDlist */
bool KVstore::open_objID2preIDsubIDlist(const int _mode)
{
return this->open(this->objID2preIDsubIDlist, KVstore::s_oID2pIDsIDlist, _mode);
}
bool KVstore::getpreIDsubIDlistByobjID(int _objid, int*& _preid_subidlist, int& _list_len)
{
char* _tmp = NULL;
int _len = 0;
bool _get = this->getValueByKey(this->objID2preIDsubIDlist, (char*)&_objid, sizeof(int), _tmp, _len);
{
if(!_get)
{
_preid_subidlist = NULL;
_list_len = 0;
return false;
}
}
{
_list_len = _len / sizeof(int);
_preid_subidlist = new int[_list_len];
memcpy((char*)_preid_subidlist, _tmp, sizeof(int)*_list_len);
}
//delete[] _tmp;
return true;
}
bool KVstore::setpreIDsubIDlistByobjID(int _objid, const int* _preid_subidlist, int _list_len)
{
return this->setValueByKey
(this->objID2preIDsubIDlist, (char*)&_objid, sizeof(int),(char*)_preid_subidlist, _list_len * sizeof(int));
}
//for subID 2 preIDlist
bool KVstore::open_subID2preIDlist(const int _mode)
{
return this->open(this->subID2preIDlist, KVstore::s_sID2pIDlist, _mode);
}
bool KVstore::getpreIDlistBysubID(int _subid, int*& _preidlist, int& _list_len)
{
char* _tmp = NULL;
int _len = 0;
bool _get = this->getValueByKey(this->subID2preIDlist, (char*)&_subid, sizeof(int), _tmp, _len);
{
if(!_get)
{
_preidlist = NULL;
_list_len = 0;
return false;
}
}
{
_list_len = _len / sizeof(int);
_preidlist = new int[_list_len];
memcpy((char*)_preidlist, _tmp, sizeof(int)*_list_len);
}
//delete[] _tmp;
return true;
}
bool KVstore::setpreIDlistBysubID(int _subid, const int* _preidlist, int _list_len)
{
return this->setValueByKey
(this->subID2preIDlist, (char*)&_subid, sizeof(int),(char*)_preidlist, _list_len * sizeof(int));
}
//for preID 2 subIDlist
bool KVstore::open_preID2subIDlist(const int _mode)
{
return this->open(this->preID2subIDlist, KVstore::s_pID2sIDlist, _mode);
}
bool KVstore::getsubIDlistBypreID(int _preid, int*& _subidlist, int& _list_len)
{
char* _tmp = NULL;
int _len = 0;
bool _get = this->getValueByKey(this->preID2subIDlist, (char*)&_preid, sizeof(int), _tmp, _len);
{
if(!_get)
{
_subidlist = NULL;
_list_len = 0;
return false;
}
}
{
_list_len = _len / sizeof(int);
_subidlist = new int[_list_len];
memcpy((char*)_subidlist, _tmp, sizeof(int)*_list_len);
}
//delete[] _tmp;
return true;
}
bool KVstore::setsubIDlistBypreID(int _preid, const int* _subidlist, int _list_len)
{
return this->setValueByKey
(this->preID2subIDlist, (char*)&_preid, sizeof(int),(char*)_subidlist, _list_len * sizeof(int));
}
//for objID 2 preIDlist
bool KVstore::open_objID2preIDlist(const int _mode)
{
return this->open(this->objID2preIDlist, KVstore::s_oID2pIDlist, _mode);
}
bool KVstore::getpreIDlistByobjID(int _objid, int*& _preidlist, int& _list_len)
{
char* _tmp = NULL;
int _len = 0;
bool _get = this->getValueByKey(this->objID2preIDlist, (char*)&_objid, sizeof(int), _tmp, _len);
{
if(!_get)
{
_preidlist = NULL;
_list_len = 0;
return false;
}
}
{
_list_len = _len / sizeof(int);
_preidlist = new int[_list_len];
memcpy((char*)_preidlist, _tmp, sizeof(int)*_list_len);
}
//delete[] _tmp;
return true;
}
bool KVstore::setpreIDlistByobjID(int _objid, const int* _preidlist, int _list_len)
{
return this->setValueByKey
(this->objID2preIDlist, (char*)&_objid, sizeof(int),(char*)_preidlist, _list_len * sizeof(int));
}
//for preID 2 objIDlist
bool KVstore::open_preID2objIDlist(const int _mode)
{
return this->open(this->preID2objIDlist, KVstore::s_pID2oIDlist, _mode);
}
bool KVstore::getobjIDlistBypreID(int _preid, int*& _objidlist, int& _list_len)
{
char* _tmp = NULL;
int _len = 0;
bool _get = this->getValueByKey(this->preID2objIDlist, (char*)&_preid, sizeof(int), _tmp, _len);
{
if(!_get)
{
_objidlist = NULL;
_list_len = 0;
return false;
}
}
{
_list_len = _len / sizeof(int);
_objidlist = new int[_list_len];
memcpy((char*)_objidlist, _tmp, sizeof(int)*_list_len);
}
//delete[] _tmp;
return true;
}
bool KVstore::setobjIDlistBypreID(int _preid, const int* _objidlist, int _list_len)
{
return this->setValueByKey
(this->preID2objIDlist, (char*)&_preid, sizeof(int), (char*)_objidlist, _list_len * sizeof(int));
}
//for subID&objID2preIDlist _mode is either KVstore::CREATE_MODE or KVstore::READ_WRITE_MODE
bool KVstore::open_subIDobjID2preIDlist(const int _mode)
{
return this->open(this->subIDobjID2preIDlist, KVstore::s_sIDoID2pIDlist, _mode);
}
bool KVstore::getpreIDlistBysubIDobjID(int _subid, int _objid, int*& _preidlist, int& _list_len)
{
char* _tmp = NULL;
int _len = 0;
int* _sp = new int[2];
_sp[0] = _subid;
_sp[1] = _objid;
bool _get = this->getValueByKey(this->subIDobjID2preIDlist, (char*)_sp, sizeof(int)*2, _tmp, _len);
delete[] _sp;
{
if(!_get)
{
_preidlist = NULL;
_list_len = 0;
return false;
}
}
{
_list_len = _len / sizeof(int);
_preidlist = new int[_list_len];
memcpy((char*)_preidlist, _tmp, sizeof(int)*_list_len);
}
//delete[] _tmp;
return true;
}
bool KVstore::setpreIDlistBysubIDobjID(int _subid, int _objid, const int* _preidlist, int _list_len)
{
int* _sp = new int[2];
_sp[0] = _subid;
_sp[1] = _objid;
bool _set = this->setValueByKey
(this->subIDobjID2preIDlist, (char*)_sp, sizeof(int)*2,(char*)_preidlist, _list_len * sizeof(int));
delete[] _sp;
return _set;
}
//preID2subID&objIDlist
bool KVstore::open_preID2subIDobjIDlist(const int _mode)
{
return this->open(this->preID2subIDobjIDlist, KVstore::s_pID2sIDoIDlist, _mode);
}
bool KVstore::getsubIDobjIDlistBypreID(int _preid, int*& _subid_objidlist, int& _list_len)
{
char* _tmp = NULL;
int _len = 0;
bool _get = this->getValueByKey(this->preID2subIDobjIDlist, (char*)&_preid, sizeof(int), _tmp, _len);
{
if(!_get)
{
_subid_objidlist = NULL;
_list_len = 0;
return false;
}
}
{
_list_len = _len / sizeof(int);
_subid_objidlist = new int[_list_len];
memcpy((char*)_subid_objidlist, _tmp, sizeof(int)*_list_len);
}
//delete[] _tmp;
return true;
}
bool KVstore::setsubIDobjIDlistBypreID(int _preid, const int* _subid_objidlist, int _list_len)
{
return this->setValueByKey
(this->preID2subIDobjIDlist, (char*)&_preid, sizeof(int),(char*)_subid_objidlist, _list_len * sizeof(int));
}
//set the store_path as the root dir of this KVstore
//initial all Tree pointer as NULL
KVstore::KVstore(const string _store_path){
this->store_path = _store_path;
this->entity2id = NULL;
this->id2entity = NULL;
this->predicate2id = NULL;
this->id2predicate = NULL;
this->literal2id = NULL;
this->id2literal = NULL;
this->objID2subIDlist = NULL;
this->subID2objIDlist = NULL;
this->objIDpreID2subIDlist = NULL;
this->subIDpreID2objIDlist = NULL;
this->subID2preIDobjIDlist = NULL;
this->objID2preIDsubIDlist = NULL;
this->subID2preIDlist = NULL;
this->preID2subIDlist = NULL;
this->objID2preIDlist = NULL;
this->preID2objIDlist = NULL;
this->subIDobjID2preIDlist = NULL;
this->preID2subIDobjIDlist = NULL;
}
//release all the memory used in this KVstore
//before destruction
KVstore::~KVstore()
{
//this->release();
this->flush();
delete this->entity2id;
delete this->id2entity;
delete this->literal2id;
delete this->id2literal;
delete this->predicate2id;
delete this->id2predicate;
delete this->objID2subIDlist;
delete this->subID2objIDlist;
delete this->objIDpreID2subIDlist;
delete this->subIDpreID2objIDlist;
delete this->subID2preIDobjIDlist;
delete this->objID2preIDsubIDlist;
delete this->subID2preIDlist;
delete this->preID2subIDlist;
delete this->objID2preIDlist;
delete this->preID2objIDlist;
delete this->subIDobjID2preIDlist;
delete this->preID2subIDobjIDlist;
}
/*
* just flush all modified part into disk
* will not release any memory at all
* any Tree pointer that is null or
* has not been modified will do nothing
* */
void KVstore::flush(){
this->flush(this->entity2id);
this->flush(this->id2entity);
this->flush(this->literal2id);
this->flush(this->id2literal);
this->flush(this->predicate2id);
this->flush(this->id2predicate);
this->flush(this->objID2subIDlist);
this->flush(this->subID2objIDlist);
this->flush(this->objIDpreID2subIDlist);
this->flush(this->subIDpreID2objIDlist);
this->flush(this->subID2preIDobjIDlist);
this->flush(this->objID2preIDsubIDlist);
this->flush(this->subID2preIDlist);
this->flush(this->preID2subIDlist);
this->flush(this->objID2preIDlist);
this->flush(this->preID2objIDlist);
this->flush(this->subIDobjID2preIDlist);
this->flush(preID2subIDobjIDlist);
}
/* Release all the memory used in this KVstore,
* following an flush() for each Tree pointer
* any Tree pointer that is null or
* has not been modified will do nothing
* */
//void KVstore::release(){
// cout << "release of KVstore..." << endl;
// this->release(this->entity2id);
// this->release(this->id2entity);
//
// this->release(this->literal2id);
// this->release(this->id2literal);
//
// this->release(this->predicate2id);
// this->release(this->id2predicate);
//
// this->release(this->objID2subIDlist);
// this->release(this->subID2objIDlist);
//
// this->release(this->objIDpreID2subIDlist);
// this->release(this->subIDpreID2objIDlist);
//
// this->release(this->subID2preIDobjIDlist);
// this->release(this->objID2preIDsubIDlist);
//}
void KVstore::open()
{
cout << "open KVstore" << endl;
this->open(this->entity2id, KVstore::s_entity2id, KVstore::READ_WRITE_MODE);
this->open(this->id2entity, KVstore::s_id2entity, KVstore::READ_WRITE_MODE);
this->open(this->literal2id, KVstore::s_literal2id, KVstore::READ_WRITE_MODE);
this->open(this->id2literal, KVstore::s_id2literal, KVstore::READ_WRITE_MODE);
this->open(this->predicate2id, KVstore::s_predicate2id, KVstore::READ_WRITE_MODE);
this->open(this->id2predicate, KVstore::s_id2predicate, KVstore::READ_WRITE_MODE);
this->open(this->objID2subIDlist, KVstore::s_oID2sIDlist, KVstore::READ_WRITE_MODE);
this->open(this->subID2objIDlist, KVstore::s_sID2oIDlist, KVstore::READ_WRITE_MODE);
this->open(this->objIDpreID2subIDlist, KVstore::s_oIDpID2sIDlist, KVstore::READ_WRITE_MODE);
this->open(this->subIDpreID2objIDlist, KVstore::s_sIDpID2oIDlist, KVstore::READ_WRITE_MODE);
this->open(this->subID2preIDobjIDlist, KVstore::s_sID2pIDoIDlist, KVstore::READ_WRITE_MODE);
this->open(this->objID2preIDsubIDlist, KVstore::s_oID2pIDsIDlist, KVstore::READ_WRITE_MODE);
this->open(this->subID2preIDlist, KVstore::s_sID2pIDlist, KVstore::READ_WRITE_MODE);
this->open(this->preID2subIDlist, KVstore::s_pID2sIDlist, KVstore::READ_WRITE_MODE);
this->open(this->objID2preIDlist, KVstore::s_oID2pIDlist, KVstore::READ_WRITE_MODE);
this->open(this->preID2objIDlist, KVstore::s_pID2oIDlist, KVstore::READ_WRITE_MODE);
#ifdef SO2P
this->open(this->subIDobjID2preIDlist, KVstore::s_sIDoID2pIDlist, KVstore::READ_WRITE_MODE);
#endif
this->open(this->preID2subIDobjIDlist, KVstore::s_pID2sIDoIDlist, KVstore::READ_WRITE_MODE);
}
void KVstore::flush(Tree* _p_btree)
{
if(_p_btree != NULL)
{
_p_btree->save();
}
}
/* Open a btree according the mode */
/* CREATE_MODE: build a new btree and delete if exist */
/* READ_WRITE_MODE: open a btree, btree must exist */
bool KVstore::open(Tree* & _p_btree, const string _tree_name, const int _mode){
if(_p_btree != NULL)
{
return false;
}
if(_mode == KVstore::CREATE_MODE)
{
_p_btree = new Tree(this->store_path, _tree_name, "build");
return true;
}
else if(_mode == KVstore::READ_WRITE_MODE)
{
_p_btree = new Tree(this->store_path, _tree_name, "open");
return true;
}
else
{
cout << "bug in open mode of : " << _tree_name << " with mode=" << _mode << endl;
}
return false;
}
bool KVstore::setValueByKey(Tree* _p_btree, const char* _key, int _klen, const char* _val, int _vlen)
{
return _p_btree->insert(_key, _klen, _val, _vlen);
}
bool KVstore::getValueByKey(Tree* _p_btree, const char* _key, int _klen, char*& _val, int& _vlen)
{
return _p_btree->search(_key, _klen, _val, _vlen);
}
int KVstore::getIDByStr(Tree* _p_btree, const char* _key, int _klen)
{
char* val = NULL;
int vlen = 0;
bool ret = _p_btree->search(_key, _klen, val, vlen);
if(!ret) //QUERY: if need to check vlen?
{
return -1;
}
/* int is stored in str
* forcely change str into int* and, get the int value with '*' */
//return *( (int*)( (_p_btree->getValueTransfer())->str ) );
return *((int*)val);
}
bool KVstore::removeKey(Tree* _p_btree, const char* _key, int _klen)
{
return _p_btree->remove(_key, _klen);
}
string KVstore::s_entity2id="s_entity2id";
string KVstore::s_id2entity="s_id2entity";
string KVstore::s_predicate2id="s_predicate2id";
string KVstore::s_id2predicate="s_id2predicate";
string KVstore::s_literal2id="s_literal2id";
string KVstore::s_id2literal="s_id2literal";
string KVstore::s_sID2oIDlist="s_sID2oIDlist";
string KVstore::s_oID2sIDlist="s_oID2sIDlist";
string KVstore::s_sIDpID2oIDlist="s_sIDpID2oIDlist";
string KVstore::s_oIDpID2sIDlist="s_oIDpID2sIDlist";
string KVstore::s_sID2pIDoIDlist="s_sID2pIDoIDlist";
string KVstore::s_oID2pIDsIDlist="s_oID2pIDsIDlist";
string KVstore::s_sID2pIDlist="s_sID2pIDlist";
string KVstore::s_pID2sIDlist="s_pID2sIDlist";
string KVstore::s_oID2pIDlist="s_oID2pIDlist";
string KVstore::s_pID2oIDlist="s_pID2oIDlist";
string KVstore::s_sIDoID2pIDlist="s_sIDoID2pIDlist";
string KVstore::s_pID2sIDoIDlist="s_pID2sIDoIDlist";
Reference in New Issue View Git Blame Copy Permalink