2012-06-17 00:29:13 +02:00
|
|
|
/*
|
2013-02-24 18:40:43 +01:00
|
|
|
Minetest
|
2013-02-24 19:38:45 +01:00
|
|
|
Copyright (C) 2010-2013 celeron55, Perttu Ahola <celeron55@gmail.com>
|
2012-06-17 00:29:13 +02:00
|
|
|
|
|
|
|
This program is free software; you can redistribute it and/or modify
|
|
|
|
it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
the Free Software Foundation; either version 2.1 of the License, or
|
|
|
|
(at your option) any later version.
|
|
|
|
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
GNU Lesser General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU Lesser General Public License along
|
|
|
|
with this program; if not, write to the Free Software Foundation, Inc.,
|
|
|
|
51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef UTIL_CONTAINER_HEADER
|
|
|
|
#define UTIL_CONTAINER_HEADER
|
|
|
|
|
|
|
|
#include "../irrlichttypes.h"
|
2013-08-11 04:09:45 +02:00
|
|
|
#include "../exceptions.h"
|
2013-09-16 05:00:01 +02:00
|
|
|
#include "../jthread/jmutex.h"
|
|
|
|
#include "../jthread/jmutexautolock.h"
|
2014-01-06 12:45:42 +01:00
|
|
|
#include "../jthread/jsemaphore.h"
|
2012-12-20 18:19:49 +01:00
|
|
|
#include <list>
|
|
|
|
#include <vector>
|
2013-08-11 04:09:45 +02:00
|
|
|
#include <map>
|
2015-01-13 13:28:21 +01:00
|
|
|
#include <set>
|
|
|
|
#include <queue>
|
2012-06-17 00:29:13 +02:00
|
|
|
|
|
|
|
/*
|
2015-01-13 13:28:21 +01:00
|
|
|
Queue with unique values with fast checking of value existence
|
2012-06-17 00:29:13 +02:00
|
|
|
*/
|
|
|
|
|
|
|
|
template<typename Value>
|
|
|
|
class UniqueQueue
|
|
|
|
{
|
|
|
|
public:
|
2015-01-13 13:28:21 +01:00
|
|
|
|
2012-06-17 00:29:13 +02:00
|
|
|
/*
|
2015-01-13 13:28:21 +01:00
|
|
|
Does nothing if value is already queued.
|
|
|
|
Return value:
|
|
|
|
true: value added
|
|
|
|
false: value already exists
|
2012-06-17 00:29:13 +02:00
|
|
|
*/
|
2015-01-13 13:28:21 +01:00
|
|
|
bool push_back(const Value& value)
|
2012-06-17 00:29:13 +02:00
|
|
|
{
|
2015-01-13 13:28:21 +01:00
|
|
|
if (m_set.insert(value).second)
|
|
|
|
{
|
|
|
|
m_queue.push(value);
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
2012-06-17 00:29:13 +02:00
|
|
|
|
2015-01-13 13:28:21 +01:00
|
|
|
void pop_front()
|
|
|
|
{
|
|
|
|
m_set.erase(m_queue.front());
|
|
|
|
m_queue.pop();
|
2012-06-17 00:29:13 +02:00
|
|
|
}
|
|
|
|
|
2015-01-13 13:28:21 +01:00
|
|
|
const Value& front() const
|
2012-06-17 00:29:13 +02:00
|
|
|
{
|
2015-01-13 13:28:21 +01:00
|
|
|
return m_queue.front();
|
2012-06-17 00:29:13 +02:00
|
|
|
}
|
|
|
|
|
2015-01-13 13:28:21 +01:00
|
|
|
u32 size() const
|
2012-06-17 00:29:13 +02:00
|
|
|
{
|
2015-01-13 13:28:21 +01:00
|
|
|
return m_queue.size();
|
2012-06-17 00:29:13 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
2015-01-13 13:28:21 +01:00
|
|
|
std::set<Value> m_set;
|
|
|
|
std::queue<Value> m_queue;
|
2012-06-17 00:29:13 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
template<typename Key, typename Value>
|
|
|
|
class MutexedMap
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
MutexedMap()
|
|
|
|
{
|
|
|
|
}
|
2015-01-13 13:28:21 +01:00
|
|
|
|
2012-06-17 00:29:13 +02:00
|
|
|
void set(const Key &name, const Value &value)
|
|
|
|
{
|
|
|
|
JMutexAutoLock lock(m_mutex);
|
|
|
|
|
|
|
|
m_values[name] = value;
|
|
|
|
}
|
2015-01-13 13:28:21 +01:00
|
|
|
|
2012-06-17 00:29:13 +02:00
|
|
|
bool get(const Key &name, Value *result)
|
|
|
|
{
|
|
|
|
JMutexAutoLock lock(m_mutex);
|
|
|
|
|
2012-12-20 18:19:49 +01:00
|
|
|
typename std::map<Key, Value>::iterator n;
|
2012-06-17 00:29:13 +02:00
|
|
|
n = m_values.find(name);
|
|
|
|
|
2012-12-20 18:19:49 +01:00
|
|
|
if(n == m_values.end())
|
2012-06-17 00:29:13 +02:00
|
|
|
return false;
|
2015-01-13 13:28:21 +01:00
|
|
|
|
2012-06-17 00:29:13 +02:00
|
|
|
if(result != NULL)
|
2012-12-20 18:19:49 +01:00
|
|
|
*result = n->second;
|
2015-01-13 13:28:21 +01:00
|
|
|
|
2012-06-17 00:29:13 +02:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2015-03-04 17:18:57 +01:00
|
|
|
std::vector<Value> getValues()
|
2012-11-30 17:12:32 +01:00
|
|
|
{
|
2015-03-04 17:18:57 +01:00
|
|
|
std::vector<Value> result;
|
2012-12-20 18:19:49 +01:00
|
|
|
for(typename std::map<Key, Value>::iterator
|
2015-01-13 13:28:21 +01:00
|
|
|
i = m_values.begin();
|
|
|
|
i != m_values.end(); ++i){
|
2012-12-20 18:19:49 +01:00
|
|
|
result.push_back(i->second);
|
2012-11-30 17:12:32 +01:00
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
2015-01-13 13:28:21 +01:00
|
|
|
|
2013-08-02 15:18:48 +02:00
|
|
|
void clear ()
|
|
|
|
{
|
|
|
|
m_values.clear();
|
|
|
|
}
|
2012-11-30 17:12:32 +01:00
|
|
|
|
2012-06-17 00:29:13 +02:00
|
|
|
private:
|
2012-12-20 18:19:49 +01:00
|
|
|
std::map<Key, Value> m_values;
|
2012-06-17 00:29:13 +02:00
|
|
|
JMutex m_mutex;
|
|
|
|
};
|
|
|
|
|
|
|
|
/*
|
2015-01-13 13:28:21 +01:00
|
|
|
Generates ids for comparable values.
|
|
|
|
Id=0 is reserved for "no value".
|
2012-06-17 00:29:13 +02:00
|
|
|
|
2015-01-13 13:28:21 +01:00
|
|
|
Is fast at:
|
|
|
|
- Returning value by id (very fast)
|
|
|
|
- Returning id by value
|
|
|
|
- Generating a new id for a value
|
2012-06-17 00:29:13 +02:00
|
|
|
|
2015-01-13 13:28:21 +01:00
|
|
|
Is not able to:
|
|
|
|
- Remove an id/value pair (is possible to implement but slow)
|
2012-06-17 00:29:13 +02:00
|
|
|
*/
|
|
|
|
template<typename T>
|
|
|
|
class MutexedIdGenerator
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
MutexedIdGenerator()
|
|
|
|
{
|
|
|
|
}
|
2015-01-13 13:28:21 +01:00
|
|
|
|
2012-06-17 00:29:13 +02:00
|
|
|
// Returns true if found
|
|
|
|
bool getValue(u32 id, T &value)
|
|
|
|
{
|
|
|
|
if(id == 0)
|
|
|
|
return false;
|
|
|
|
JMutexAutoLock lock(m_mutex);
|
|
|
|
if(m_id_to_value.size() < id)
|
|
|
|
return false;
|
|
|
|
value = m_id_to_value[id-1];
|
|
|
|
return true;
|
|
|
|
}
|
2015-01-13 13:28:21 +01:00
|
|
|
|
2012-06-17 00:29:13 +02:00
|
|
|
// If id exists for value, returns the id.
|
|
|
|
// Otherwise generates an id for the value.
|
|
|
|
u32 getId(const T &value)
|
|
|
|
{
|
|
|
|
JMutexAutoLock lock(m_mutex);
|
2012-12-20 18:19:49 +01:00
|
|
|
typename std::map<T, u32>::iterator n;
|
2012-06-17 00:29:13 +02:00
|
|
|
n = m_value_to_id.find(value);
|
2012-12-20 18:19:49 +01:00
|
|
|
if(n != m_value_to_id.end())
|
|
|
|
return n->second;
|
2012-06-17 00:29:13 +02:00
|
|
|
m_id_to_value.push_back(value);
|
|
|
|
u32 new_id = m_id_to_value.size();
|
|
|
|
m_value_to_id.insert(value, new_id);
|
|
|
|
return new_id;
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
|
|
|
JMutex m_mutex;
|
|
|
|
// Values are stored here at id-1 position (id 1 = [0])
|
2012-12-20 18:19:49 +01:00
|
|
|
std::vector<T> m_id_to_value;
|
|
|
|
std::map<T, u32> m_value_to_id;
|
2012-06-17 00:29:13 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
/*
|
2015-01-13 13:28:21 +01:00
|
|
|
Thread-safe FIFO queue (well, actually a FILO also)
|
2012-06-17 00:29:13 +02:00
|
|
|
*/
|
|
|
|
|
|
|
|
template<typename T>
|
|
|
|
class MutexedQueue
|
|
|
|
{
|
|
|
|
public:
|
2014-01-06 12:45:42 +01:00
|
|
|
template<typename Key, typename U, typename Caller, typename CallerData>
|
|
|
|
friend class RequestQueue;
|
|
|
|
|
2012-06-17 00:29:13 +02:00
|
|
|
MutexedQueue()
|
|
|
|
{
|
|
|
|
}
|
2012-12-20 18:19:49 +01:00
|
|
|
bool empty()
|
2012-06-17 00:29:13 +02:00
|
|
|
{
|
|
|
|
JMutexAutoLock lock(m_mutex);
|
2015-03-05 20:54:36 +01:00
|
|
|
return (m_queue.size() == 0);
|
2012-06-17 00:29:13 +02:00
|
|
|
}
|
|
|
|
void push_back(T t)
|
|
|
|
{
|
|
|
|
JMutexAutoLock lock(m_mutex);
|
2015-03-05 20:54:36 +01:00
|
|
|
m_queue.push_back(t);
|
2014-01-06 12:45:42 +01:00
|
|
|
m_size.Post();
|
2012-06-17 00:29:13 +02:00
|
|
|
}
|
2014-01-06 12:45:42 +01:00
|
|
|
|
|
|
|
/* this version of pop_front returns a empty element of T on timeout.
|
2015-01-13 13:28:21 +01:00
|
|
|
* Make sure default constructor of T creates a recognizable "empty" element
|
|
|
|
*/
|
2014-01-06 12:45:42 +01:00
|
|
|
T pop_frontNoEx(u32 wait_time_max_ms)
|
2012-06-17 00:29:13 +02:00
|
|
|
{
|
2015-03-05 20:54:36 +01:00
|
|
|
if (m_size.Wait(wait_time_max_ms)) {
|
2014-01-06 12:45:42 +01:00
|
|
|
JMutexAutoLock lock(m_mutex);
|
2012-06-17 00:29:13 +02:00
|
|
|
|
2015-03-05 20:54:36 +01:00
|
|
|
T t = m_queue.front();
|
|
|
|
m_queue.pop_front();
|
2014-01-06 12:45:42 +01:00
|
|
|
return t;
|
|
|
|
}
|
2015-03-05 20:54:36 +01:00
|
|
|
else {
|
2014-01-06 12:45:42 +01:00
|
|
|
return T();
|
2012-06-17 00:29:13 +02:00
|
|
|
}
|
|
|
|
}
|
2014-01-06 12:45:42 +01:00
|
|
|
|
|
|
|
T pop_front(u32 wait_time_max_ms)
|
|
|
|
{
|
2015-03-05 20:54:36 +01:00
|
|
|
if (m_size.Wait(wait_time_max_ms)) {
|
2014-01-06 12:45:42 +01:00
|
|
|
JMutexAutoLock lock(m_mutex);
|
|
|
|
|
2015-03-05 20:54:36 +01:00
|
|
|
T t = m_queue.front();
|
|
|
|
m_queue.pop_front();
|
2014-01-06 12:45:42 +01:00
|
|
|
return t;
|
|
|
|
}
|
2015-03-05 20:54:36 +01:00
|
|
|
else {
|
2014-01-06 12:45:42 +01:00
|
|
|
throw ItemNotFoundException("MutexedQueue: queue is empty");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
T pop_frontNoEx()
|
|
|
|
{
|
|
|
|
m_size.Wait();
|
|
|
|
|
|
|
|
JMutexAutoLock lock(m_mutex);
|
|
|
|
|
2015-03-05 20:54:36 +01:00
|
|
|
T t = m_queue.front();
|
|
|
|
m_queue.pop_front();
|
2014-01-06 12:45:42 +01:00
|
|
|
return t;
|
|
|
|
}
|
|
|
|
|
2012-06-17 00:29:13 +02:00
|
|
|
T pop_back(u32 wait_time_max_ms=0)
|
|
|
|
{
|
2015-03-05 20:54:36 +01:00
|
|
|
if (m_size.Wait(wait_time_max_ms)) {
|
2014-01-06 12:45:42 +01:00
|
|
|
JMutexAutoLock lock(m_mutex);
|
|
|
|
|
2015-03-05 20:54:36 +01:00
|
|
|
T t = m_queue.back();
|
|
|
|
m_queue.pop_back();
|
2014-01-06 12:45:42 +01:00
|
|
|
return t;
|
|
|
|
}
|
2015-03-05 20:54:36 +01:00
|
|
|
else {
|
2014-01-06 12:45:42 +01:00
|
|
|
throw ItemNotFoundException("MutexedQueue: queue is empty");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* this version of pop_back returns a empty element of T on timeout.
|
2015-01-13 13:28:21 +01:00
|
|
|
* Make sure default constructor of T creates a recognizable "empty" element
|
|
|
|
*/
|
2014-01-06 12:45:42 +01:00
|
|
|
T pop_backNoEx(u32 wait_time_max_ms=0)
|
|
|
|
{
|
2015-03-05 20:54:36 +01:00
|
|
|
if (m_size.Wait(wait_time_max_ms)) {
|
2014-01-06 12:45:42 +01:00
|
|
|
JMutexAutoLock lock(m_mutex);
|
2012-06-17 00:29:13 +02:00
|
|
|
|
2015-03-05 20:54:36 +01:00
|
|
|
T t = m_queue.back();
|
|
|
|
m_queue.pop_back();
|
2014-01-06 12:45:42 +01:00
|
|
|
return t;
|
|
|
|
}
|
2015-03-05 20:54:36 +01:00
|
|
|
else {
|
2014-01-06 12:45:42 +01:00
|
|
|
return T();
|
2012-06-17 00:29:13 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-01-06 12:45:42 +01:00
|
|
|
T pop_backNoEx()
|
|
|
|
{
|
|
|
|
m_size.Wait();
|
|
|
|
|
|
|
|
JMutexAutoLock lock(m_mutex);
|
|
|
|
|
2015-03-05 20:54:36 +01:00
|
|
|
T t = m_queue.back();
|
|
|
|
m_queue.pop_back();
|
2014-01-06 12:45:42 +01:00
|
|
|
return t;
|
|
|
|
}
|
|
|
|
|
|
|
|
protected:
|
2012-06-17 00:29:13 +02:00
|
|
|
JMutex & getMutex()
|
|
|
|
{
|
|
|
|
return m_mutex;
|
|
|
|
}
|
|
|
|
|
2015-03-05 20:54:36 +01:00
|
|
|
std::deque<T> & getQueue()
|
2012-06-17 00:29:13 +02:00
|
|
|
{
|
2015-03-05 20:54:36 +01:00
|
|
|
return m_queue;
|
2012-06-17 00:29:13 +02:00
|
|
|
}
|
|
|
|
|
2015-03-05 20:54:36 +01:00
|
|
|
std::deque<T> m_queue;
|
2012-06-17 00:29:13 +02:00
|
|
|
JMutex m_mutex;
|
2014-01-06 12:45:42 +01:00
|
|
|
JSemaphore m_size;
|
2012-06-17 00:29:13 +02:00
|
|
|
};
|
|
|
|
|
2015-07-11 02:24:00 +02:00
|
|
|
template<typename K, typename V>
|
|
|
|
class LRUCache
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
LRUCache(size_t limit, void (*cache_miss)(void *data, const K &key, V *dest),
|
|
|
|
void *data)
|
|
|
|
{
|
|
|
|
m_limit = limit;
|
|
|
|
m_cache_miss = cache_miss;
|
|
|
|
m_cache_miss_data = data;
|
|
|
|
}
|
|
|
|
|
|
|
|
void setLimit(size_t limit)
|
|
|
|
{
|
|
|
|
m_limit = limit;
|
|
|
|
invalidate();
|
|
|
|
}
|
|
|
|
|
|
|
|
void invalidate()
|
|
|
|
{
|
|
|
|
m_map.clear();
|
|
|
|
m_queue.clear();
|
|
|
|
}
|
|
|
|
|
|
|
|
const V *lookupCache(K key)
|
|
|
|
{
|
|
|
|
typename cache_type::iterator it = m_map.find(key);
|
|
|
|
V *ret;
|
|
|
|
if (it != m_map.end()) {
|
|
|
|
// found!
|
|
|
|
|
|
|
|
cache_entry_t &entry = it->second;
|
|
|
|
|
|
|
|
ret = &entry.second;
|
|
|
|
|
|
|
|
// update the usage information
|
|
|
|
m_queue.erase(entry.first);
|
|
|
|
m_queue.push_front(key);
|
|
|
|
entry.first = m_queue.begin();
|
|
|
|
} else {
|
|
|
|
// cache miss -- enter into cache
|
|
|
|
cache_entry_t &entry =
|
|
|
|
m_map[key];
|
|
|
|
ret = &entry.second;
|
|
|
|
m_cache_miss(m_cache_miss_data, key, &entry.second);
|
|
|
|
|
|
|
|
// delete old entries
|
|
|
|
if (m_queue.size() == m_limit) {
|
|
|
|
const K &id = m_queue.back();
|
|
|
|
m_map.erase(id);
|
|
|
|
m_queue.pop_back();
|
|
|
|
}
|
|
|
|
|
|
|
|
m_queue.push_front(key);
|
|
|
|
entry.first = m_queue.begin();
|
|
|
|
}
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
private:
|
|
|
|
void (*m_cache_miss)(void *data, const K &key, V *dest);
|
|
|
|
void *m_cache_miss_data;
|
|
|
|
size_t m_limit;
|
|
|
|
typedef typename std::template pair<typename std::template list<K>::iterator, V> cache_entry_t;
|
|
|
|
typedef std::template map<K, cache_entry_t> cache_type;
|
|
|
|
cache_type m_map;
|
|
|
|
// we can't use std::deque here, because its iterators get invalidated
|
|
|
|
std::list<K> m_queue;
|
|
|
|
};
|
|
|
|
|
2012-06-17 00:29:13 +02:00
|
|
|
#endif
|
|
|
|
|