2015-09-01 04:31:49 -07:00
|
|
|
#include <stdio.h>
|
|
|
|
#include <string.h>
|
|
|
|
#include <unistd.h>
|
|
|
|
#include <sys/types.h>
|
|
|
|
#include <sys/stat.h>
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include "gcache.h"
|
|
|
|
|
|
|
|
static int is_directory(char *path)
|
|
|
|
{
|
|
|
|
struct stat sb;
|
|
|
|
|
|
|
|
if (stat(path, &sb) != 0)
|
|
|
|
return (0);
|
|
|
|
return (S_ISDIR(sb.st_mode));
|
|
|
|
}
|
|
|
|
|
|
|
|
struct gcache *gcache_open(char *path, int rdonly)
|
|
|
|
{
|
|
|
|
MDB_txn *txn = NULL;
|
|
|
|
int rc;
|
|
|
|
unsigned int flags = 0;
|
|
|
|
struct gcache *gc;
|
|
|
|
|
|
|
|
if (!is_directory(path)) {
|
|
|
|
fprintf(stderr, "gcache_open: %s is not a directory\n", path);
|
|
|
|
return (NULL);
|
|
|
|
}
|
|
|
|
|
|
|
|
if ((gc = malloc(sizeof (struct gcache))) == NULL)
|
|
|
|
return (NULL);
|
|
|
|
|
|
|
|
memset(gc, 0, sizeof(struct gcache));
|
|
|
|
|
|
|
|
if (rdonly) {
|
|
|
|
flags |= MDB_RDONLY;
|
|
|
|
}
|
|
|
|
|
|
|
|
rc = mdb_env_create(&gc->env);
|
|
|
|
if (rc != 0) {
|
|
|
|
fprintf(stderr, "%s\n", mdb_strerror(rc));
|
|
|
|
free(gc);
|
|
|
|
return (NULL);
|
|
|
|
}
|
|
|
|
|
|
|
|
mdb_env_set_mapsize(gc->env, LMDB_DB_SIZE);
|
|
|
|
|
|
|
|
rc = mdb_env_open(gc->env, path, flags, 0664);
|
|
|
|
if (rc != 0) {
|
|
|
|
fprintf(stderr, "%s\n", mdb_strerror(rc));
|
|
|
|
free(gc);
|
|
|
|
return (NULL);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Open a pseudo TX so that we can open DBI */
|
|
|
|
|
|
|
|
mdb_txn_begin(gc->env, NULL, flags, &txn);
|
|
|
|
if (rc != 0) {
|
|
|
|
fprintf(stderr, "%s\n", mdb_strerror(rc));
|
|
|
|
mdb_env_close(gc->env);
|
|
|
|
free(gc);
|
|
|
|
return (NULL);
|
|
|
|
}
|
|
|
|
|
|
|
|
rc = mdb_dbi_open(txn, NULL, 0, &gc->dbi);
|
|
|
|
if (rc != 0) {
|
|
|
|
write(1, "HELLO\n", 6);
|
|
|
|
fprintf(stderr, "%s\n", mdb_strerror(rc));
|
|
|
|
mdb_txn_abort(txn);
|
|
|
|
mdb_env_close(gc->env);
|
|
|
|
free(gc);
|
|
|
|
return (NULL);
|
|
|
|
}
|
|
|
|
|
|
|
|
rc = mdb_txn_commit(txn);
|
|
|
|
if (rc != 0) {
|
|
|
|
fprintf(stderr, "commit after open %s\n", mdb_strerror(rc));
|
|
|
|
mdb_env_close(gc->env);
|
|
|
|
free(gc);
|
|
|
|
return (NULL);
|
|
|
|
}
|
|
|
|
|
|
|
|
return (gc);
|
|
|
|
}
|
|
|
|
|
|
|
|
void gcache_close(struct gcache *gc)
|
|
|
|
{
|
|
|
|
if (gc == NULL)
|
|
|
|
return;
|
|
|
|
|
|
|
|
mdb_env_close(gc->env);
|
|
|
|
free(gc);
|
|
|
|
}
|
|
|
|
|
|
|
|
int gcache_put(struct gcache *gc, char *ghash, char *payload)
|
|
|
|
{
|
|
|
|
int rc;
|
|
|
|
MDB_val key, data;
|
|
|
|
MDB_txn *txn;
|
|
|
|
|
|
|
|
if (gc == NULL)
|
|
|
|
return (1);
|
|
|
|
|
|
|
|
rc = mdb_txn_begin(gc->env, NULL, 0, &txn);
|
|
|
|
if (rc != 0)
|
2015-09-01 04:58:36 -07:00
|
|
|
fprintf(stderr, "%s\n", mdb_strerror(rc));
|
2015-09-01 04:31:49 -07:00
|
|
|
|
|
|
|
key.mv_data = ghash;
|
|
|
|
key.mv_size = strlen(ghash);
|
|
|
|
data.mv_data = payload;
|
|
|
|
data.mv_size = strlen(payload) + 1; /* including nul-byte so we can
|
|
|
|
* later decode string directly
|
|
|
|
* from this buffer */
|
|
|
|
|
|
|
|
rc = mdb_put(txn, gc->dbi, &key, &data, 0);
|
|
|
|
if (rc != 0)
|
2015-09-01 04:58:36 -07:00
|
|
|
fprintf(stderr, "%s\n", mdb_strerror(rc));
|
2015-09-01 04:31:49 -07:00
|
|
|
|
|
|
|
rc = mdb_txn_commit(txn);
|
|
|
|
if (rc) {
|
|
|
|
fprintf(stderr, "mdb_txn_commit: (%d) %s\n", rc, mdb_strerror(rc));
|
|
|
|
mdb_txn_abort(txn);
|
|
|
|
}
|
|
|
|
return (rc);
|
|
|
|
}
|
|
|
|
|
|
|
|
int gcache_json_put(struct gcache *gc, char *ghash, JsonNode *geo)
|
|
|
|
{
|
|
|
|
int rc;
|
|
|
|
MDB_val key, data;
|
|
|
|
MDB_txn *txn;
|
|
|
|
char *js;
|
|
|
|
|
|
|
|
if (gc == NULL)
|
|
|
|
return (1);
|
|
|
|
|
|
|
|
rc = mdb_txn_begin(gc->env, NULL, 0, &txn);
|
|
|
|
if (rc != 0)
|
2015-09-01 04:58:36 -07:00
|
|
|
fprintf(stderr, "%s\n", mdb_strerror(rc));
|
2015-09-01 04:31:49 -07:00
|
|
|
|
|
|
|
if ((js = json_stringify(geo, NULL)) == NULL) {
|
2015-09-01 04:58:36 -07:00
|
|
|
fprintf(stderr, "%s\n", "CANIT stringify");
|
2015-09-01 04:31:49 -07:00
|
|
|
return (1);
|
|
|
|
}
|
|
|
|
|
|
|
|
key.mv_data = ghash;
|
|
|
|
key.mv_size = strlen(ghash);
|
|
|
|
data.mv_data = js;
|
|
|
|
data.mv_size = strlen(js) + 1; /* including nul-byte so we can
|
|
|
|
* later decode string directly
|
|
|
|
* from this buffer */
|
|
|
|
|
|
|
|
rc = mdb_put(txn, gc->dbi, &key, &data, 0);
|
|
|
|
if (rc != 0)
|
2015-09-01 04:58:36 -07:00
|
|
|
fprintf(stderr, "%s\n", mdb_strerror(rc));
|
2015-09-01 04:31:49 -07:00
|
|
|
|
|
|
|
rc = mdb_txn_commit(txn);
|
|
|
|
if (rc) {
|
|
|
|
fprintf(stderr, "mdb_txn_commit: (%d) %s\n", rc, mdb_strerror(rc));
|
|
|
|
mdb_txn_abort(txn);
|
|
|
|
}
|
|
|
|
free(js);
|
|
|
|
return (rc);
|
|
|
|
}
|
|
|
|
|
|
|
|
int gcache_get(struct gcache *gc, char *k)
|
|
|
|
{
|
|
|
|
MDB_val key, data;
|
|
|
|
MDB_txn *txn;
|
|
|
|
int rc;
|
|
|
|
|
|
|
|
if (gc == NULL)
|
|
|
|
return (1);
|
|
|
|
|
|
|
|
rc = mdb_txn_begin(gc->env, NULL, MDB_RDONLY, &txn);
|
|
|
|
if (rc) {
|
|
|
|
fprintf(stderr, "gcache_get: cannot txn_begin: (%d) %s\n", rc, mdb_strerror(rc));
|
|
|
|
return (1);
|
|
|
|
}
|
|
|
|
|
|
|
|
key.mv_data = k;
|
|
|
|
key.mv_size = strlen(k);
|
|
|
|
|
|
|
|
rc = mdb_get(txn, gc->dbi, &key, &data);
|
|
|
|
if (rc != 0) {
|
|
|
|
if (rc != MDB_NOTFOUND) {
|
|
|
|
printf("get: %s\n", mdb_strerror(rc));
|
|
|
|
} else {
|
|
|
|
printf(" [%s] not found\n", k);
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
printf("%s\n", (char *)data.mv_data);
|
|
|
|
}
|
|
|
|
mdb_txn_commit(txn);
|
|
|
|
return (0);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Attempt to get key `k` (a geohash string) from LMDB. If
|
|
|
|
* found, decode the JSON string in it and return a JSON
|
|
|
|
* object, else NULL.
|
|
|
|
*/
|
|
|
|
|
|
|
|
JsonNode *gcache_json_get(struct gcache *gc, char *k)
|
|
|
|
{
|
|
|
|
MDB_val key, data;
|
|
|
|
MDB_txn *txn;
|
|
|
|
int rc;
|
|
|
|
JsonNode *geo = NULL;
|
|
|
|
|
|
|
|
if (gc == NULL)
|
|
|
|
return (NULL);
|
|
|
|
|
|
|
|
rc = mdb_txn_begin(gc->env, NULL, MDB_RDONLY, &txn);
|
|
|
|
if (rc) {
|
|
|
|
fprintf(stderr, "gcache_get: cannot txn_begin: (%d) %s\n", rc, mdb_strerror(rc));
|
|
|
|
return (NULL);
|
|
|
|
}
|
|
|
|
|
|
|
|
key.mv_data = k;
|
|
|
|
key.mv_size = strlen(k);
|
|
|
|
|
|
|
|
rc = mdb_get(txn, gc->dbi, &key, &data);
|
|
|
|
if (rc != 0) {
|
|
|
|
if (rc != MDB_NOTFOUND) {
|
|
|
|
fprintf(stderr, "gcache_json_get(%s): %s\n", k, mdb_strerror(rc));
|
|
|
|
} else {
|
|
|
|
// printf(" [%s] not found\n", k);
|
|
|
|
geo = NULL;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
// printf("%s\n", (char *)data.mv_data);
|
|
|
|
if ((geo = json_decode((char *)data.mv_data)) == NULL) {
|
|
|
|
fprintf(stderr, "Cannot decode JSON from lmdb\n");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
mdb_txn_commit(txn);
|
|
|
|
|
|
|
|
return (geo);
|
|
|
|
}
|