2010-10-25 05:12:47 +03:00
|
|
|
#ifndef __CXXMPH_MPHTABLE_H__
|
|
|
|
#define __CXXMPH_MPHTABLE_H__
|
|
|
|
|
2010-09-10 10:07:06 +03:00
|
|
|
// Minimal perfect hash abstraction implementing the BDZ algorithm
|
|
|
|
|
2010-10-28 03:17:09 +03:00
|
|
|
#include <cmath>
|
2010-10-05 17:51:17 +03:00
|
|
|
#include <vector>
|
|
|
|
|
2010-10-28 03:17:09 +03:00
|
|
|
#include <iostream>
|
|
|
|
|
|
|
|
using std::cerr;
|
|
|
|
using std::endl;
|
|
|
|
|
2010-11-05 08:40:15 +02:00
|
|
|
#include "cmph_hash_function.h"
|
2010-09-10 10:07:06 +03:00
|
|
|
#include "trigraph.h"
|
2010-06-28 22:01:18 +03:00
|
|
|
|
2010-10-25 05:12:47 +03:00
|
|
|
namespace cxxmph {
|
|
|
|
|
2010-06-28 22:01:18 +03:00
|
|
|
class MPHTable {
|
|
|
|
public:
|
2010-11-05 04:17:08 +02:00
|
|
|
MPHTable(double c = 1.23, cmph_uint8 b = 7) :
|
|
|
|
c_(c), b_(b), m_(0), n_(0), k_(0), r_(0) { }
|
2010-10-28 03:17:09 +03:00
|
|
|
~MPHTable() {}
|
2010-06-28 22:01:18 +03:00
|
|
|
|
2010-11-05 08:40:15 +02:00
|
|
|
template <class SeededHashFcn, class ForwardIterator>
|
2010-09-10 10:07:06 +03:00
|
|
|
bool Reset(ForwardIterator begin, ForwardIterator end);
|
2010-11-05 08:40:15 +02:00
|
|
|
template <class SeededHashFcn, class Key> // must agree with Reset
|
|
|
|
cmph_uint32 index(const Key& x) const;
|
2010-10-29 09:26:37 +03:00
|
|
|
cmph_uint32 size() const { return m_; }
|
|
|
|
void clear();
|
2010-06-28 22:01:18 +03:00
|
|
|
|
|
|
|
private:
|
2010-11-05 08:40:15 +02:00
|
|
|
template <class SeededHashFcn, class ForwardIterator>
|
2010-10-25 05:12:47 +03:00
|
|
|
bool Mapping(ForwardIterator begin, ForwardIterator end,
|
2010-10-28 03:17:09 +03:00
|
|
|
std::vector<TriGraph::Edge>* edges,
|
|
|
|
std::vector<cmph_uint32>* queue);
|
|
|
|
bool GenerateQueue(TriGraph* graph, std::vector<cmph_uint32>* queue);
|
|
|
|
void Assigning(const std::vector<TriGraph::Edge>& edges,
|
|
|
|
const std::vector<cmph_uint32>& queue);
|
|
|
|
void Ranking();
|
|
|
|
cmph_uint32 Rank(cmph_uint32 vertex) const;
|
2010-10-25 05:12:47 +03:00
|
|
|
|
|
|
|
// Algorithm parameters
|
|
|
|
double c_; // Number of bits per key (? is it right)
|
2010-10-28 03:17:09 +03:00
|
|
|
cmph_uint8 b_; // Number of bits of the kth index in the ranktable
|
2010-10-25 05:12:47 +03:00
|
|
|
|
|
|
|
// Values used during generation
|
|
|
|
cmph_uint32 m_; // edges count
|
|
|
|
cmph_uint32 n_; // vertex count
|
2010-10-28 03:17:09 +03:00
|
|
|
cmph_uint32 k_; // kth index in ranktable, $k = log_2(n=3r)\varepsilon$
|
2010-10-25 05:12:47 +03:00
|
|
|
|
|
|
|
// Values used during search
|
|
|
|
|
|
|
|
// Partition vertex count, derived from c parameter.
|
|
|
|
cmph_uint32 r_;
|
|
|
|
// The array containing the minimal perfect hash function graph.
|
|
|
|
std::vector<cmph_uint8> g_;
|
|
|
|
// The table used for the rank step of the minimal perfect hash function
|
|
|
|
std::vector<cmph_uint32> ranktable_;
|
2010-11-05 08:40:15 +02:00
|
|
|
// The selected hash seed triplet for finding the edges in the minimal
|
2010-10-25 05:12:47 +03:00
|
|
|
// perfect hash function graph.
|
2010-11-05 08:40:15 +02:00
|
|
|
cmph_uint32 hash_seed_[3];
|
|
|
|
|
|
|
|
static const cmph_uint8 valuemask[];
|
|
|
|
static void set_2bit_value(std::vector<cmph_uint8> *d, cmph_uint8 i, cmph_uint8 v) {
|
|
|
|
(*d)[(i >> 2)] &= (v << ((i & 3) << 1)) | valuemask[i & 3];
|
|
|
|
}
|
|
|
|
static cmph_uint32 get_2bit_value(const std::vector<cmph_uint8>& d, cmph_uint8 i) {
|
|
|
|
return (d[(i >> 2)] >> ((i & 3) << 1)) & 3;
|
|
|
|
}
|
|
|
|
|
2010-10-25 05:12:47 +03:00
|
|
|
|
2010-06-28 22:01:18 +03:00
|
|
|
};
|
|
|
|
|
2010-10-28 03:17:09 +03:00
|
|
|
// Template method needs to go in the header file.
|
2010-11-05 08:40:15 +02:00
|
|
|
template <class SeededHashFcn, class ForwardIterator>
|
2010-10-28 03:17:09 +03:00
|
|
|
bool MPHTable::Reset(ForwardIterator begin, ForwardIterator end) {
|
|
|
|
m_ = end - begin;
|
|
|
|
r_ = static_cast<cmph_uint32>(ceil((c_*m_)/3));
|
|
|
|
if ((r_ % 2) == 0) r_ += 1;
|
|
|
|
n_ = 3*r_;
|
|
|
|
k_ = 1U << b_;
|
|
|
|
|
|
|
|
cerr << "m " << m_ << " n " << n_ << " r " << r_ << endl;
|
|
|
|
|
|
|
|
int iterations = 1000;
|
|
|
|
std::vector<TriGraph::Edge> edges;
|
|
|
|
std::vector<cmph_uint32> queue;
|
|
|
|
while (1) {
|
|
|
|
cerr << "Iterations missing: " << iterations << endl;
|
2010-11-05 08:40:15 +02:00
|
|
|
for (int i = 0; i < 3; ++i) hash_seed_[i] = random();
|
|
|
|
if (Mapping<SeededHashFcn>(begin, end, &edges, &queue)) break;
|
2010-10-28 03:17:09 +03:00
|
|
|
else --iterations;
|
|
|
|
if (iterations == 0) break;
|
|
|
|
}
|
|
|
|
if (iterations == 0) return false;
|
|
|
|
Assigning(edges, queue);
|
|
|
|
std::vector<TriGraph::Edge>().swap(edges);
|
|
|
|
Ranking();
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2010-11-05 08:40:15 +02:00
|
|
|
template <class SeededHashFcn, class ForwardIterator>
|
2010-10-28 03:17:09 +03:00
|
|
|
bool MPHTable::Mapping(
|
|
|
|
ForwardIterator begin, ForwardIterator end,
|
|
|
|
std::vector<TriGraph::Edge>* edges, std::vector<cmph_uint32>* queue) {
|
|
|
|
TriGraph graph(n_, m_);
|
|
|
|
for (ForwardIterator it = begin; it != end; ++it) {
|
|
|
|
cmph_uint32 h[3];
|
2010-11-05 08:40:15 +02:00
|
|
|
for (int i = 0; i < 3; ++i) h[i] = SeededHashFcn()(*it, hash_seed_[i]);
|
2010-10-28 03:17:09 +03:00
|
|
|
cmph_uint32 v0 = h[0] % r_;
|
|
|
|
cmph_uint32 v1 = h[1] % r_ + r_;
|
|
|
|
cmph_uint32 v2 = h[2] % r_ + (r_ << 1);
|
2010-10-28 05:45:43 +03:00
|
|
|
cerr << "Key: " << *it << " edge " << it - begin << " (" << v0 << "," << v1 << "," << v2 << ")" << endl;
|
2010-10-28 03:17:09 +03:00
|
|
|
graph.AddEdge(TriGraph::Edge(v0, v1, v2));
|
|
|
|
}
|
|
|
|
if (GenerateQueue(&graph, queue)) {
|
|
|
|
graph.ExtractEdgesAndClear(edges);
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2010-11-05 08:40:15 +02:00
|
|
|
template <class SeededHashFcn, class Key>
|
|
|
|
cmph_uint32 MPHTable::index(const Key& key) const {
|
|
|
|
cmph_uint32 h[3];
|
|
|
|
for (int i = 0; i < 3; ++i) h[i] = SeededHashFcn()(key, hash_seed_[i]);
|
|
|
|
h[0] = h[0] % r_;
|
|
|
|
h[1] = h[1] % r_ + r_;
|
|
|
|
h[2] = h[2] % r_ + (r_ << 1);
|
|
|
|
cmph_uint32 vertex = h[(get_2bit_value(g_, h[0]) + get_2bit_value(g_, h[1]) + get_2bit_value(g_, h[2])) % 3];
|
|
|
|
cerr << "Search found vertex " << vertex << endl;
|
|
|
|
return Rank(vertex);
|
|
|
|
}
|
|
|
|
|
|
|
|
template <class Key, class HashFcn = typename OptimizedSeededHashFunction<__gnu_cxx::hash<Key> >::hash_function>
|
|
|
|
class SimpleMPHTable : public MPHTable {
|
|
|
|
public:
|
|
|
|
template <class ForwardIterator>
|
|
|
|
bool Reset(ForwardIterator begin, ForwardIterator end) {
|
|
|
|
return MPHTable::Reset<HashFcn>(begin, end);
|
|
|
|
}
|
|
|
|
cmph_uint32 index(const Key& key) { return MPHTable::index<HashFcn>(key); }
|
|
|
|
};
|
|
|
|
|
2010-10-25 05:12:47 +03:00
|
|
|
} // namespace cxxmph
|
2010-06-28 22:01:18 +03:00
|
|
|
|
2010-10-28 03:17:09 +03:00
|
|
|
#endif // __CXXMPH_MPHTABLE_H__
|