packages/rpm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
rpm/backport-Implement-a-key-only-rpmdb-index-iterator.patch
panxiaohe 9aabff85da Deprecate Berkeley DB
2021-01-12 20:52:15 +08:00

192 lines
6.4 KiB
Diff
Raw Blame History

From 4eb7900d54609738d0d562ba7ac5f0d0f2ebf7e0 Mon Sep 17 00:00:00 2001
From: Panu Matilainen <pmatilai@redhat.com>
Date: Thu, 5 Dec 2019 14:22:08 +0200
Subject: [PATCH] Implement a key-only rpmdb index iterator
The regular index iterator grabs the associated data too, which we
don't always need. The data associated with indexes is relatively
lightweight, but as with everything, it adds up if in the millions scale.
Update all backends to allow for NULL set in the index retrieve to
signal key-only retrieval. Ndb actually had an earlier, abandoned
implementation of the same idea under slightly different API, lets
reuse the code-block.
URL:https://github.com/rpm-software-management/rpm/commit/4eb7900d54609738d0d562ba7ac5f0d0f2ebf7e0
Conflict: delete the contents of lib/backend/sqlite.c, because we have no sqlite database.
---
lib/backend/db3.c | 18 ++++++++++--------
lib/backend/lmdb.c | 18 ++++++++++--------
lib/backend/ndb/glue.c | 6 +++---
lib/rpmdb.c | 11 ++++++++++-
lib/rpmdb.h | 8 ++++++++
5 files changed, 41 insertions(+), 20 deletions(-)
diff --git a/lib/backend/db3.c b/lib/backend/db3.c
index ff0fe43..3e6d198 100644
--- a/lib/backend/db3.c
+++ b/lib/backend/db3.c
@@ -1008,7 +1008,7 @@ static rpmRC db3_idxdbGet(dbiIndex dbi, dbiCursor dbc, const char *keyp, size_t
dbiIndexSet *set, int searchType)
{
rpmRC rc = RPMRC_FAIL; /* assume failure */
- if (dbi != NULL && dbc != NULL && set != NULL) {
+ if (dbi != NULL && dbc != NULL) {
int cflags = DB_NEXT;
int dbrc;
DBT data, key;
@@ -1033,12 +1033,14 @@ static rpmRC db3_idxdbGet(dbiIndex dbi, dbiCursor dbc, const char *keyp, size_t
if (searchType == DBC_PREFIX_SEARCH &&
(key.size < keylen || memcmp(key.data, keyp, keylen) != 0))
break;
- dbt2set(dbi, &data, &newset);
- if (*set == NULL) {
- *set = newset;
- } else {
- dbiIndexSetAppendSet(*set, newset, 0);
- dbiIndexSetFree(newset);
+ if (set) {
+ dbt2set(dbi, &data, &newset);
+ if (*set == NULL) {
+ *set = newset;
+ } else {
+ dbiIndexSetAppendSet(*set, newset, 0);
+ dbiIndexSetFree(newset);
+ }
}
if (searchType != DBC_PREFIX_SEARCH)
break;
@@ -1048,7 +1050,7 @@ static rpmRC db3_idxdbGet(dbiIndex dbi, dbiCursor dbc, const char *keyp, size_t
}
/* fixup result status for prefix search */
- if (searchType == DBC_PREFIX_SEARCH) {
+ if (searchType == DBC_PREFIX_SEARCH && set) {
if (dbrc == DB_NOTFOUND && *set != NULL && (*set)->count > 0)
dbrc = 0;
else if (dbrc == 0 && (*set == NULL || (*set)->count == 0))
diff --git a/lib/backend/lmdb.c b/lib/backend/lmdb.c
index badd317..f5b94ce 100644
--- a/lib/backend/lmdb.c
+++ b/lib/backend/lmdb.c
@@ -574,7 +574,7 @@ static rpmRC lmdb_idxdbGet(dbiIndex dbi, dbiCursor dbc, const char *keyp, size_t
dbiIndexSet *set, int searchType)
{
rpmRC rc = RPMRC_FAIL; /* assume failure */
- if (dbi != NULL && dbc != NULL && set != NULL) {
+ if (dbi != NULL && dbc != NULL) {
int cflags = MDB_NEXT;
int dbrc;
MDB_val key = { 0, NULL };
@@ -598,12 +598,14 @@ static rpmRC lmdb_idxdbGet(dbiIndex dbi, dbiCursor dbc, const char *keyp, size_t
if (searchType == DBC_PREFIX_SEARCH &&
(key.mv_size < keylen || memcmp(key.mv_data, keyp, keylen) != 0))
break;
- dbt2set(dbi, &data, &newset);
- if (*set == NULL) {
- *set = newset;
- } else {
- dbiIndexSetAppendSet(*set, newset, 0);
- dbiIndexSetFree(newset);
+ if (set) {
+ dbt2set(dbi, &data, &newset);
+ if (*set == NULL) {
+ *set = newset;
+ } else {
+ dbiIndexSetAppendSet(*set, newset, 0);
+ dbiIndexSetFree(newset);
+ }
}
if (searchType != DBC_PREFIX_SEARCH)
break;
@@ -613,7 +615,7 @@ static rpmRC lmdb_idxdbGet(dbiIndex dbi, dbiCursor dbc, const char *keyp, size_t
}
/* fixup result status for prefix search */
- if (searchType == DBC_PREFIX_SEARCH) {
+ if (searchType == DBC_PREFIX_SEARCH && set) {
if (dbrc == MDB_NOTFOUND && *set != NULL && (*set)->count > 0)
dbrc = 0;
else if (dbrc == 0 && (*set == NULL || (*set)->count == 0))
diff --git a/lib/backend/ndb/glue.c b/lib/backend/ndb/glue.c
index 03aaaa8..07ddb0a 100644
--- a/lib/backend/ndb/glue.c
+++ b/lib/backend/ndb/glue.c
@@ -400,15 +400,15 @@ static rpmRC ndb_idxdbIter(dbiIndex dbi, dbiCursor dbc, dbiIndexSet *set)
}
k = dbc->listdata + dbc->list[dbc->ilist];
kl = dbc->list[dbc->ilist + 1];
-#if 0
- if (searchType == DBC_KEY_SEARCH) {
+
+ if (set == NULL) {
dbc->ilist += 2;
dbc->key = k;
dbc->keylen = kl;
rc = RPMRC_OK;
break;
}
-#endif
+
pkglist = 0;
pkglistn = 0;
rc = rpmidxGet(dbc->dbi->dbi_db, k, kl, &pkglist, &pkglistn);
diff --git a/lib/rpmdb.c b/lib/rpmdb.c
index 9cd50e7..6317dd0 100644
--- a/lib/rpmdb.c
+++ b/lib/rpmdb.c
@@ -298,6 +298,7 @@ struct rpmdbIndexIterator_s {
dbiCursor ii_dbc;
dbiIndexSet ii_set;
unsigned int *ii_hdrNums;
+ int ii_skipdata;
};
static rpmdb rpmdbRock;
@@ -1885,6 +1886,13 @@ rpmdbIndexIterator rpmdbIndexIteratorInit(rpmdb db, rpmDbiTag rpmtag)
return ii;
}
+rpmdbIndexIterator rpmdbIndexKeyIteratorInit(rpmdb db, rpmDbiTag rpmtag)
+{
+ rpmdbIndexIterator ki = rpmdbIndexIteratorInit(db, rpmtag);
+ ki->ii_skipdata = 1;
+ return ki;
+}
+
int rpmdbIndexIteratorNext(rpmdbIndexIterator ii, const void ** key, size_t * keylen)
{
int rc;
@@ -1899,7 +1907,8 @@ int rpmdbIndexIteratorNext(rpmdbIndexIterator ii, const void ** key, size_t * ke
/* free old data */
ii->ii_set = dbiIndexSetFree(ii->ii_set);
- rc = idxdbGet(ii->ii_dbi, ii->ii_dbc, NULL, 0, &ii->ii_set, DBC_NORMAL_SEARCH);
+ rc = idxdbGet(ii->ii_dbi, ii->ii_dbc, NULL, 0,
+ ii->ii_skipdata ? NULL : &ii->ii_set, DBC_NORMAL_SEARCH);
*key = idxdbKey(ii->ii_dbi, ii->ii_dbc, &iikeylen);
*keylen = iikeylen;
diff --git a/lib/rpmdb.h b/lib/rpmdb.h
index 75a722e..8e3ab5a 100644
--- a/lib/rpmdb.h
+++ b/lib/rpmdb.h
@@ -154,6 +154,14 @@ Header rpmdbNextIterator(rpmdbMatchIterator mi);
rpmdbMatchIterator rpmdbFreeIterator(rpmdbMatchIterator mi);
/** \ingroup rpmdb
+ * Get an iterator for index keys
+ * @param db rpm database
+ * @param rpmtag the index to iterate over
+ * @return the index iterator
+ */
+rpmdbIndexIterator rpmdbIndexKeyIteratorInit(rpmdb db, rpmDbiTag rpmtag);
+
+/** \ingroup rpmdb
* Get an iterator for an index
* @param db rpm database
* @param rpmtag the index to iterate over
--
1.8.3.1
Reference in New Issue View Git Blame Copy Permalink